diff --git a/parts/linux/cloud-init/artifacts/cse_cmd.sh b/parts/linux/cloud-init/artifacts/cse_cmd.sh index a960ca06c97..ac956975d4f 100644 --- a/parts/linux/cloud-init/artifacts/cse_cmd.sh +++ b/parts/linux/cloud-init/artifacts/cse_cmd.sh @@ -132,7 +132,6 @@ CUSTOM_SEARCH_REALM_PASSWORD="{{GetSearchDomainRealmPassword}}" MESSAGE_OF_THE_DAY="{{GetMessageOfTheDay}}" HAS_KUBELET_DISK_TYPE="{{HasKubeletDiskType}}" NEEDS_CGROUPV2="{{Is2204VHD}}" -SYSCTL_CONTENT="{{GetSysctlContent}}" TLS_BOOTSTRAP_TOKEN="{{GetTLSBootstrapTokenForKubeConfig}}" KUBELET_FLAGS="{{GetKubeletConfigKeyVals}}" NETWORK_POLICY="{{GetParameter "networkPolicy"}}" diff --git a/parts/linux/cloud-init/artifacts/cse_config.sh b/parts/linux/cloud-init/artifacts/cse_config.sh index 46503363ba2..cbd579ea42a 100755 --- a/parts/linux/cloud-init/artifacts/cse_config.sh +++ b/parts/linux/cloud-init/artifacts/cse_config.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/parts/linux/cloud-init/nodecustomdata.yml b/parts/linux/cloud-init/nodecustomdata.yml index 8b2faa5f9b8..8e63ac2ce6f 100644 --- a/parts/linux/cloud-init/nodecustomdata.yml +++ b/parts/linux/cloud-init/nodecustomdata.yml @@ -395,3 +395,113 @@ write_files: owner: root content: !!binary | {{GetVariableProperty "cloudInitData" "customSearchDomainsScript"}} + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 +{{- if GetCustomSysctlConfigByName "NetCoreSomaxconn"}} + net.core.somaxconn={{.CustomLinuxOSConfig.Sysctls.NetCoreSomaxconn}} +{{- else}} + net.core.somaxconn=16384 +{{- end}} +{{- if GetCustomSysctlConfigByName "NetIpv4TcpMaxSynBacklog"}} + net.ipv4.tcp_max_syn_backlog={{.CustomLinuxOSConfig.Sysctls.NetIpv4TcpMaxSynBacklog}} +{{- else}} + net.ipv4.tcp_max_syn_backlog=16384 +{{- end}} +{{- if GetCustomSysctlConfigByName "NetIpv4NeighDefaultGcThresh1"}} + net.ipv4.neigh.default.gc_thresh1={{.CustomLinuxOSConfig.Sysctls.NetIpv4NeighDefaultGcThresh1}} +{{- else}} + net.ipv4.neigh.default.gc_thresh1=4096 +{{- end}} +{{- if GetCustomSysctlConfigByName "NetIpv4NeighDefaultGcThresh2"}} + net.ipv4.neigh.default.gc_thresh2={{.CustomLinuxOSConfig.Sysctls.NetIpv4NeighDefaultGcThresh2}} +{{- else}} + net.ipv4.neigh.default.gc_thresh2=8192 +{{- end}} +{{- if GetCustomSysctlConfigByName "NetIpv4NeighDefaultGcThresh3"}} + net.ipv4.neigh.default.gc_thresh3={{.CustomLinuxOSConfig.Sysctls.NetIpv4NeighDefaultGcThresh3}} +{{- else}} + net.ipv4.neigh.default.gc_thresh3=16384 +{{- end}} +{{if ShouldConfigCustomSysctl}} + # The following are sysctl configs passed from API +{{- $s:=.CustomLinuxOSConfig.Sysctls}} +{{- if $s.NetCoreNetdevMaxBacklog}} + net.core.netdev_max_backlog={{$s.NetCoreNetdevMaxBacklog}} +{{- end}} +{{- if $s.NetCoreRmemDefault}} + net.core.rmem_default={{$s.NetCoreRmemDefault}} +{{- end}} +{{- if $s.NetCoreRmemMax}} + net.core.rmem_max={{$s.NetCoreRmemMax}} +{{- end}} +{{- if $s.NetCoreWmemDefault}} + net.core.wmem_default={{$s.NetCoreWmemDefault}} +{{- end}} +{{- if $s.NetCoreWmemMax}} + net.core.wmem_max={{$s.NetCoreWmemMax}} +{{- end}} +{{- if $s.NetCoreOptmemMax}} + net.core.optmem_max={{$s.NetCoreOptmemMax}} +{{- end}} +{{- if $s.NetIpv4TcpMaxTwBuckets}} + net.ipv4.tcp_max_tw_buckets={{$s.NetIpv4TcpMaxTwBuckets}} +{{- end}} +{{- if $s.NetIpv4TcpFinTimeout}} + net.ipv4.tcp_fin_timeout={{$s.NetIpv4TcpFinTimeout}} +{{- end}} +{{- if $s.NetIpv4TcpKeepaliveTime}} + net.ipv4.tcp_keepalive_time={{$s.NetIpv4TcpKeepaliveTime}} +{{- end}} +{{- if $s.NetIpv4TcpKeepaliveProbes}} + net.ipv4.tcp_keepalive_probes={{$s.NetIpv4TcpKeepaliveProbes}} +{{- end}} +{{- if $s.NetIpv4TcpkeepaliveIntvl}} + net.ipv4.tcp_keepalive_intvl={{$s.NetIpv4TcpkeepaliveIntvl}} +{{- end}} +{{- if $s.NetIpv4TcpTwReuse}} + net.ipv4.tcp_tw_reuse={{BoolPtrToInt $s.NetIpv4TcpTwReuse}} +{{- end}} +{{- if $s.NetIpv4IpLocalPortRange}} + net.ipv4.ip_local_port_range={{$s.NetIpv4IpLocalPortRange}} +{{- end}} +{{- if $s.NetNetfilterNfConntrackMax}} + net.netfilter.nf_conntrack_max={{$s.NetNetfilterNfConntrackMax}} +{{- end}} +{{- if $s.NetNetfilterNfConntrackBuckets}} + net.netfilter.nf_conntrack_buckets={{$s.NetNetfilterNfConntrackBuckets}} +{{- end}} +{{- if $s.FsInotifyMaxUserWatches}} + fs.inotify.max_user_watches={{$s.FsInotifyMaxUserWatches}} +{{- end}} +{{- if $s.FsFileMax}} + fs.file-max={{$s.FsFileMax}} +{{- end}} +{{- if $s.FsAioMaxNr}} + fs.aio-max-nr={{$s.FsAioMaxNr}} +{{- end}} +{{- if $s.FsNrOpen}} + fs.nr_open={{$s.FsNrOpen}} +{{- end}} +{{- if $s.KernelThreadsMax}} + kernel.threads-max={{$s.KernelThreadsMax}} +{{- end}} +{{- if $s.VMMaxMapCount}} + vm.max_map_count={{$s.VMMaxMapCount}} +{{- end}} +{{- if $s.VMSwappiness}} + vm.swappiness={{$s.VMSwappiness}} +{{- end}} +{{- if $s.VMVfsCachePressure}} + vm.vfs_cache_pressure={{$s.VMVfsCachePressure}} +{{- end}} +{{- end}} + #EOF diff --git a/pkg/agent/baker.go b/pkg/agent/baker.go index b9ac34ad502..f499487d067 100644 --- a/pkg/agent/baker.go +++ b/pkg/agent/baker.go @@ -386,9 +386,6 @@ func getContainerServiceFuncMap(config *datamodel.NodeBootstrappingConfiguration }, "GetCustomSysctlConfigByName": func(fn string) interface{} { if profile.CustomLinuxOSConfig != nil && profile.CustomLinuxOSConfig.Sysctls != nil { - // TODO(ace): this should be removed. - // yes, enumerating fields of a struct is annoying without reflection. - // that means your api/implementation is probably wrong. v := reflect.ValueOf(*profile.CustomLinuxOSConfig.Sysctls) return v.FieldByName(fn).Interface() } @@ -883,14 +880,6 @@ func getContainerServiceFuncMap(config *datamodel.NodeBootstrappingConfiguration "ShouldDisableSSH": func() bool { return config.SSHStatus == datamodel.SSHOff }, - "GetSysctlContent": func() string { - sysctlTemplate := template.Must(template.New("sysctl").Parse(sysctlTemplateString)) - var b bytes.Buffer - if err := sysctlTemplate.Execute(&b, profile); err != nil { - panic(fmt.Errorf("failed to execute sysctl template: %s", err)) - } - return base64.StdEncoding.EncodeToString(b.Bytes()) - }, } } @@ -929,113 +918,6 @@ func isMariner(osSku string) bool { return osSku == datamodel.OSSKUCBLMariner || osSku == datamodel.OSSKUMariner } -const sysctlTemplateString = `# This is a partial workaround to this upstream Kubernetes issue: -# https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 -net.ipv4.tcp_retries2=8 -net.core.message_burst=80 -net.core.message_cost=40 -{{- if .CustomLinuxOSConfig}}{{ if .CustomLinuxOSConfig.Sysctls}}{{ if .CustomLinuxOSConfig.Sysctls.NetCoreSomaxconn}} -net.core.somaxconn={{.CustomLinuxOSConfig.Sysctls.NetCoreSomaxconn}} -{{end}}{{end}}{{- else}} -net.core.somaxconn=16384 -{{- end}} -{{- if .CustomLinuxOSConfig}}{{ if .CustomLinuxOSConfig.Sysctls}}{{ if .CustomLinuxOSConfig.Sysctls.NetIpv4TcpMaxSynBacklog}} -net.ipv4.tcp_max_syn_backlog={{.CustomLinuxOSConfig.Sysctls.NetIpv4TcpMaxSynBacklog}} -{{end}}{{end}}{{- else}} -net.ipv4.tcp_max_syn_backlog=16384 -{{- end}} -{{- if .CustomLinuxOSConfig}}{{ if .CustomLinuxOSConfig.Sysctls}}{{ if .CustomLinuxOSConfig.Sysctls.NetIpv4NeighDefaultGcThresh1}} -net.ipv4.neigh.default.gc_thresh1={{.CustomLinuxOSConfig.Sysctls.NetIpv4NeighDefaultGcThresh1}} -{{end}}{{end}}{{- else}} -net.ipv4.neigh.default.gc_thresh1=4096 -{{- end}} -{{- if .CustomLinuxOSConfig}}{{ if .CustomLinuxOSConfig.Sysctls}}{{ if .CustomLinuxOSConfig.Sysctls.NetIpv4NeighDefaultGcThresh2}} -net.ipv4.neigh.default.gc_thresh2={{.CustomLinuxOSConfig.Sysctls.NetIpv4NeighDefaultGcThresh2}} -{{end}}{{end}}{{- else}} -net.ipv4.neigh.default.gc_thresh2=8192 -{{- end}} -{{- if .CustomLinuxOSConfig}}{{ if .CustomLinuxOSConfig.Sysctls}}{{ if .CustomLinuxOSConfig.Sysctls.NetIpv4NeighDefaultGcThresh3}} -net.ipv4.neigh.default.gc_thresh3={{.CustomLinuxOSConfig.Sysctls.NetIpv4NeighDefaultGcThresh3}} -{{end}}{{end}}{{- else}} -net.ipv4.neigh.default.gc_thresh3=16384 -{{- end}} -{{if .CustomLinuxOSConfig}} -{{if .CustomLinuxOSConfig.Sysctls}} -# The following are sysctl configs passed from API -{{- $s:=.CustomLinuxOSConfig.Sysctls}} -{{- if $s.NetCoreNetdevMaxBacklog}} -net.core.netdev_max_backlog={{$s.NetCoreNetdevMaxBacklog}} -{{- end}} -{{- if $s.NetCoreRmemDefault}} -net.core.rmem_default={{$s.NetCoreRmemDefault}} -{{- end}} -{{- if $s.NetCoreRmemMax}} -net.core.rmem_max={{$s.NetCoreRmemMax}} -{{- end}} -{{- if $s.NetCoreWmemDefault}} -net.core.wmem_default={{$s.NetCoreWmemDefault}} -{{- end}} -{{- if $s.NetCoreWmemMax}} -net.core.wmem_max={{$s.NetCoreWmemMax}} -{{- end}} -{{- if $s.NetCoreOptmemMax}} -net.core.optmem_max={{$s.NetCoreOptmemMax}} -{{- end}} -{{- if $s.NetIpv4TcpMaxTwBuckets}} -net.ipv4.tcp_max_tw_buckets={{$s.NetIpv4TcpMaxTwBuckets}} -{{- end}} -{{- if $s.NetIpv4TcpFinTimeout}} -net.ipv4.tcp_fin_timeout={{$s.NetIpv4TcpFinTimeout}} -{{- end}} -{{- if $s.NetIpv4TcpKeepaliveTime}} -net.ipv4.tcp_keepalive_time={{$s.NetIpv4TcpKeepaliveTime}} -{{- end}} -{{- if $s.NetIpv4TcpKeepaliveProbes}} -net.ipv4.tcp_keepalive_probes={{$s.NetIpv4TcpKeepaliveProbes}} -{{- end}} -{{- if $s.NetIpv4TcpkeepaliveIntvl}} -net.ipv4.tcp_keepalive_intvl={{$s.NetIpv4TcpkeepaliveIntvl}} -{{- end}} -{{- if $s.NetIpv4TcpTwReuse}} -net.ipv4.tcp_tw_reuse={{if $s.NetIpv4TcpTwReuse}}1{{else}}0{{end}} -{{- end}} -{{- if $s.NetIpv4IpLocalPortRange}} -net.ipv4.ip_local_port_range={{$s.NetIpv4IpLocalPortRange}} -{{- end}} -{{- if $s.NetNetfilterNfConntrackMax}} -net.netfilter.nf_conntrack_max={{$s.NetNetfilterNfConntrackMax}} -{{- end}} -{{- if $s.NetNetfilterNfConntrackBuckets}} -net.netfilter.nf_conntrack_buckets={{$s.NetNetfilterNfConntrackBuckets}} -{{- end}} -{{- if $s.FsInotifyMaxUserWatches}} -fs.inotify.max_user_watches={{$s.FsInotifyMaxUserWatches}} -{{- end}} -{{- if $s.FsFileMax}} -fs.file-max={{$s.FsFileMax}} -{{- end}} -{{- if $s.FsAioMaxNr}} -fs.aio-max-nr={{$s.FsAioMaxNr}} -{{- end}} -{{- if $s.FsNrOpen}} -fs.nr_open={{$s.FsNrOpen}} -{{- end}} -{{- if $s.KernelThreadsMax}} -kernel.threads-max={{$s.KernelThreadsMax}} -{{- end}} -{{- if $s.VMMaxMapCount}} -vm.max_map_count={{$s.VMMaxMapCount}} -{{- end}} -{{- if $s.VMSwappiness}} -vm.swappiness={{$s.VMSwappiness}} -{{- end}} -{{- if $s.VMVfsCachePressure}} -vm.vfs_cache_pressure={{$s.VMVfsCachePressure}} -{{- end}} -{{- end}} -{{- end}} -` - const kubenetCniTemplate = ` { "cniVersion": "0.3.1", diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index 33cc63d2a72..fa5a9371a8a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5CgpuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0OTgKCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT0xMDAwMQoKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTEwMDAyCgpuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDM9MTAwMDMKCgoKIyBUaGUgZm9sbG93aW5nIGFyZSBzeXNjdGwgY29uZmlncyBwYXNzZWQgZnJvbSBBUEkKbmV0LmNvcmUucm1lbV9kZWZhdWx0PTQ1NjAwMApuZXQuY29yZS53bWVtX2RlZmF1bHQ9ODkwMDAKbmV0LmlwdjQudGNwX3R3X3JldXNlPTEKbmV0LmlwdjQuaXBfbG9jYWxfcG9ydF9yYW5nZT0zMjc2OCA2MDk5OQo=" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData index 71078c57d8b..c796f68a473 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -340,3 +340,26 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=1638499 + net.ipv4.tcp_max_syn_backlog=1638498 + net.ipv4.neigh.default.gc_thresh1=10001 + net.ipv4.neigh.default.gc_thresh2=10002 + net.ipv4.neigh.default.gc_thresh3=10003 + + # The following are sysctl configs passed from API + net.core.rmem_default=456000 + net.core.wmem_default=89000 + net.ipv4.tcp_tw_reuse=1 + net.ipv4.ip_local_port_range=32768 60999 + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand index 9263a4fb957..63512a84cc8 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData index 71078c57d8b..69881f2135f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -340,3 +340,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand index 2959d22715e..fd7f1944b97 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData index ec5c6a86b40..7f38a69a5b0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -340,3 +340,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand index 2959d22715e..fd7f1944b97 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData index ec5c6a86b40..7f38a69a5b0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -340,3 +340,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand index b1dd5c62148..f476a928143 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData index adbe13ac108..b327cb21545 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -340,3 +340,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand index d9c2fc582ce..c0e1a33ef0e 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData index 0afd667fd9f..19bbcd68cf4 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand index 7b69eb0a6a7..8c6c3a1cd63 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAibnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAibnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData index f31d1ace530..a3edf7e679a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -347,3 +347,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand index ad9942bf4c7..515af250d5c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData index f3ad885d672..493606fd7d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -340,3 +340,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand index 74e30ec0a5f..ab9e6302aeb 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.17.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.17.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData index 0afd667fd9f..19bbcd68cf4 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand index e623529615c..30d6f92e52f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData index 0afd667fd9f..19bbcd68cf4 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand index 0bf8a024005..b1bf202392d 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData index f3b7e276812..2ef8348a39f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -340,3 +340,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand index ad9942bf4c7..515af250d5c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData index f3ad885d672..493606fd7d0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -340,3 +340,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand index e8eafba00e9..ab2791f7949 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQoJc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQoJc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData index df911cce210..29e7f5e7422 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -341,3 +341,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand index 5ce4db674b7..b5fd81fb6a0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KCXNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KCQlkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KCXNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KCQlkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData index 2277257ea28..2893304397c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -341,3 +341,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand index 7bb3fd48ff0..1dd36c7da44 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQoJc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQoJc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData index df911cce210..29e7f5e7422 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -341,3 +341,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line70.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand index c7aa262ac56..e17283d22b3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMubnZpZGlhLWNvbnRhaW5lci1ydW50aW1lLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vbnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMubnZpZGlhLWNvbnRhaW5lci1ydW50aW1lLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vbnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData index 1450ad7e20a..91c6c076e3a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -346,3 +346,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand index 6b785ac0f93..fc7936519df 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData index 6e276a94719..8b29c07ca32 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand index e3bf21b67ec..7a5270aeaaf 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData index a5ca39e99ac..91769a33e65 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand index 3006a661448..87c656e22f3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData index 66af8280f02..7f35765ef0a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand index b8d61ca0c00..f23ee682c86 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJc25hcHNob3R0ZXIgPSAidGVsZXBvcnRkIgoJCWRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCgkJYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCgkJY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCgkJY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KCVtwcm94eV9wbHVnaW5zLnRlbGVwb3J0ZF0KCQl0eXBlID0gInNuYXBzaG90IgoJCWFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJc25hcHNob3R0ZXIgPSAidGVsZXBvcnRkIgoJCWRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCgkJYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCgkJY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCgkJY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KCVtwcm94eV9wbHVnaW5zLnRlbGVwb3J0ZF0KCQl0eXBlID0gInNuYXBzaG90IgoJCWFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData index a5ca39e99ac..91769a33e65 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand index ab195ee16c6..47cdd4e94d8 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData index dae1ca744ce..79ad006c674 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand index 3787948ff45..1ac54540078 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCgkJYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCgkJY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCgkJY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCgkJYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCgkJY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCgkJY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData index a5ca39e99ac..91769a33e65 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand index c4a765a0e3e..9f8ed64c19b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KCQliaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKCQljb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKCQljb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KCQliaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKCQljb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKCQljb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData index a5ca39e99ac..91769a33e65 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand index 6cc8551007f..0d878d624e7 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMubnZpZGlhLWNvbnRhaW5lci1ydW50aW1lLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vbnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMubnZpZGlhLWNvbnRhaW5lci1ydW50aW1lLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vbnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData index 1450ad7e20a..91c6c076e3a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -346,3 +346,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand index eb7964490e3..f4dae275cdc 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMubnZpZGlhLWNvbnRhaW5lci1ydW50aW1lLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vbnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMubnZpZGlhLWNvbnRhaW5lci1ydW50aW1lLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vbnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData index 1450ad7e20a..91c6c076e3a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -346,3 +346,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand index 695395a93fb..967fe4c1d72 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData index 0afd667fd9f..19bbcd68cf4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand index 915ded931f2..5cd7ec8f513 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAibnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAibnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData index 83909f33327..7e0c0765ba1 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -347,3 +347,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand index f2a77e643df..b55914d54b9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData index a5ca39e99ac..91769a33e65 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand index b8d61ca0c00..f23ee682c86 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJc25hcHNob3R0ZXIgPSAidGVsZXBvcnRkIgoJCWRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCgkJYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCgkJY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCgkJY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KCVtwcm94eV9wbHVnaW5zLnRlbGVwb3J0ZF0KCQl0eXBlID0gInNuYXBzaG90IgoJCWFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJc25hcHNob3R0ZXIgPSAidGVsZXBvcnRkIgoJCWRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCgkJYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCgkJY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCgkJY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KCVtwcm94eV9wbHVnaW5zLnRlbGVwb3J0ZF0KCQl0eXBlID0gInNuYXBzaG90IgoJCWFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData index a5ca39e99ac..91769a33e65 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand index d2288bd32fa..0cc70494343 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData index 0afd667fd9f..19bbcd68cf4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand index 5ef0567e56a..29e0e85b1b3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData index 0afd667fd9f..19bbcd68cf4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand index 490026464b9..c447f8a678c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData index a5ca39e99ac..91769a33e65 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand index 490026464b9..c447f8a678c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData index a5ca39e99ac..91769a33e65 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand index 0edc72dcb8c..767994f5195 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData index 0afd667fd9f..19bbcd68cf4 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand index 69c0111556d..073b6fc9bba 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.3 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.3 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData index d41bc4472f3..55505c49bcf 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand index 0aeee97b91a..f1b7ffc38bc 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData index 6e276a94719..8b29c07ca32 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand index 51b7d87c150..847a36e7bca 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLnYxIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LnYxIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLnYxIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LnYxIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData index 917107ab2af..5d8949a31b5 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line70.sh b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand index 1e5999db34b..25b5a265837 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni-plugins/v0.8.7/binaries/cni-plugins-linux-arm64-v0.8.7.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni-plugins/v0.8.7/binaries/cni-plugins-linux-arm64-v0.8.7.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData index 734305326d7..0814945e388 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line70.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand index 390448c4927..6cba4b6060a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="k8s.gcr.io/hyperkube-amd64:v1.22.2" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="k8s.gcr.io/hyperkube-amd64:v1.22.2" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData index 31502fa505d..6f46c0ff0a3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -340,3 +340,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line70.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand index f6d83dd555b..8230477df27 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData index a5ca39e99ac..91769a33e65 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line70.sh b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand index e052adce0e4..a8ad7cfe7c4 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData index dad308610f0..181f31d5172 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+China/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+China/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand index 632457aaa1d..d7a223d1f6d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/init-aks-custom-cloud.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/init-aks-custom-cloud.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData index 076a0720ec5..11806fa3bcc 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -340,3 +340,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand index a1e91caf689..0473e357f17 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData index dad308610f0..181f31d5172 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand index 1b747c1283c..8e62cd67750 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData index dad308610f0..181f31d5172 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand index d67ea8a8ba9..8ef9a33d406 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQkJU3lzdGVtZENncm91cCA9IHRydWUKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQkJU3lzdGVtZENncm91cCA9IHRydWUKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData index dad308610f0..181f31d5172 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line70.sh b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line70.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/MarinerV2+Kata/CSECommand b/pkg/agent/testdata/MarinerV2+Kata/CSECommand index 7e8ed9f9eeb..2658bd1d533 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CSECommand +++ b/pkg/agent/testdata/MarinerV2+Kata/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLnYyIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQoJCWNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLnYyIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQoJCWNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/MarinerV2+Kata/CustomData b/pkg/agent/testdata/MarinerV2+Kata/CustomData index c39524acde2..11524d8e8f2 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CustomData +++ b/pkg/agent/testdata/MarinerV2+Kata/CustomData @@ -65,7 +65,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -337,3 +337,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/MarinerV2+Kata/line68.sh b/pkg/agent/testdata/MarinerV2+Kata/line68.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/line68.sh +++ b/pkg/agent/testdata/MarinerV2+Kata/line68.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/RawUbuntu/CSECommand b/pkg/agent/testdata/RawUbuntu/CSECommand index 7f5f25d72a8..1b65ab7d4a4 100644 --- a/pkg/agent/testdata/RawUbuntu/CSECommand +++ b/pkg/agent/testdata/RawUbuntu/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntu/CustomData b/pkg/agent/testdata/RawUbuntu/CustomData index f3ad885d672..493606fd7d0 100644 --- a/pkg/agent/testdata/RawUbuntu/CustomData +++ b/pkg/agent/testdata/RawUbuntu/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -340,3 +340,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/RawUbuntu/line70.sh b/pkg/agent/testdata/RawUbuntu/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/RawUbuntu/line70.sh +++ b/pkg/agent/testdata/RawUbuntu/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand index 07053f7ec41..5f004b53d34 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand +++ b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.1 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.1 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CustomData b/pkg/agent/testdata/RawUbuntuContainerd/CustomData index a5ca39e99ac..91769a33e65 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CustomData +++ b/pkg/agent/testdata/RawUbuntuContainerd/CustomData @@ -67,7 +67,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdF8pcmxZ7jbpFStesdo1wRxtLnZbwYrO6gJg2/n8VhI7v3JQL/ZWNozveI/GgtFoHKEYV49a244lUxzH+tvEdqy+NIjc6QxHRa+UOndt3tEwLFIWVyP8zv2uusPR8wbw+n3petmKYciItjYx37kytA/l/irfmD8dHekPfcg98C2KyQxz0SesdpHm1hzaV5br9W3nYn2NXGY4vO4L7TU8OZDcDatxdIpRG0IbRg2woEvcbRdVu25HjrYGqKdMDbFbycLqbBQgFedr12llTkcfYyhHPi//2UToQPAKeenT/3F62kysODRvQN3o8z8yDGM9fatmbPuTMyNEAp3DXaud3e6zr+ye6Vl3rVpiVuEmS8uKJOau1c47+P7WH94dkshvoJQZUv2VgcIliRXAtsHW06UNiFo6u5ZBbh1tV0ZZqqyilE3VlRllI8KN9emudSTzqG2WNr6UPR3ZVwvNVFAeoAgzMwzl0plNnd5goqQwJ95INWg7vtnv12rC1TY+iSsTWh0hUEHUCHES0ZVcnjortIx2FK93jnhYHTDrQeTfftGqsvvvv7WPlWO3d1w3KIL6ybd5aw8jzQO5ODhgJH0/4Y+MxtNpTab6XYs/Qjm76lEhXlz3+CNk2bwkWL+I8CyqhdeaPbtH41h946vusGZPtacMrZ43cvyeY6k2Z3PgXrSP1Se2ZtD6etfKHCO8a8np83/4XesV5E/1JZP6m/wKTP1p/eJL/Z0+A+jnHyKz4jChJBYTFmm44juEdE4q3yGkcURimfAt71qv7orLK9l3crZSWar3an7l7TjLbiMj1wwli/y+SM50TmYuX3YeSRzSR96Jscho8M/RbTHCIUwElOEqnfN3b978mBGboyjCOzSSvd8QZPmHOOjetZ5a0NoVAHa+1rNWghQzQsHX5141M3yE05P6tdz8Yu09XgHj6PzN6c9vs5u2MQ3lLqpy4fbHtz/pC7dyP7vl9mpA5Pqk54EE7SR4qa/fHoIgn2mM/EbuxcTtut5Fz+wOLrJvXuZ1qNHGg8n6k95w7UmrYUreWJ8u2seZjp4l1mP2Lcy1KW453vMIlmI/5gaqk9y/wtUJHr64bRvn2esawyF//629NdqpYLpttM3oPERL/P7bWmh+Fg2p1E2GLMd7FpV7vNogcmN92k2jXBVkwBjTiASrtUVB3XzU7ZOHWFfSMRJFqNG4Vd0VkfT9t251PeDd9djQrd1E5N1GdTdzWsp4PZ70GXnAjFdOE/OevHmSQqjeVloa2yMXLi6gnfUkjlxV92zoyK19IeYrUl9J4a/mSfpUO2D/vdb2ldfy8k7a4vy6sd8UIBAMyBLNMSRyM9kefrT7tun3Hfuj5fj2rXltnTc99D3zukaoaeP6E5ydqj3OFPEFGAG02j3P8YvCx2Dg9277zxtUKjXXbxfHgq3U0tPhi1ztrXW+Ltr/WXuUa41hob9hdbpFOeX+6wqRSH/QIh/7ejzJbPtKhQoSz2vfZS3wizAixdbSuOun3Pmv0jtRMw4HtlRliTj4ThNtNFCUJsm6D/6YVXLdw/8a5WeNGmxJvlPlGb28qzyf97emoybq1okf0sc4oigsQ0s537X8wwcSElS0yzppLMgSF4dZ659HolwNHlMBPE0SygQOQX2bhnCQmB3g9yRJ1JdZ1qJapX9Z6vIsr1Vlke4BRSREQn1adkG5eAUoYhiFK9WJI/klIS5PBjrfEQd3VsRipQmjaAQxUjCC0/ryvcP0hxTdsiH4khxMdie9KMxO0g+lVnSKSKeodCRl3V/hEfzhlWAnw8k9iSIwXPv6w2S8tSOqKkAeRqrZUi0APWO8TMjnDaa7ynPnbFijMxc8Jtx0bt++OZEqavjY+guIqQo2NAYFuKVyu7eyvMVPf/ghm6JlpgDSyjhULVbrk/Fgl9FHZqXnVmX+Tynr6aas7q3tO5Y7GXjqe9p7ZeFLcrJp2YOptBX7luups8R1mtnElNRcz/Qmbr6MZEKUL+Qa0iBNBU6zI6X+c4vEM+qMbvVX11T/Fg5bf97yue6apu3h1ch3Rrd+b+Q4k7Fn9bevrQcvO8USUSGw4RD5t89mJM6uk1QvTfwPOXc1vlzZ1xXBfPvKH1pWXzdvgWAp3hwronPuC+rjBxwLDi3zxu30XKuzLkNnY/3ZmASbGjuY+GZAaMHms6oDPm+pOpiRtXDQgta2074NyGcsbZUrXO6HwjuKkfr6nRqKJsDXu/TzO/+u+0GSemGNro7+XwAAAP//Qsri1RBoAAA= + H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuPVSZHYk7A1c/3I08lzPMcdje3h9UD0yLyBJ7OeXz0TEp5QKLhhK1mpnO5SwNl6hC2gqudUA99TbmmHXim01oOdX2mpqLmptUjt5ve0BsW5EprnGupV3hlGoaydKE1RZqJO/kgXJWCWYXBxEbJ+ZtpJvNtYO8A2T6VayQzAyw+0AbTAfSkh2mHQOD2dH9yQOz6GnhQ705yv4+ZEBUtJz1dUZZY+PZBhQ/zrXMaFsMTdQKhaUEbE639bxhIpuJ91sd17cwt/8EsT5mzc/Hsk8q8JJZq3SQY50KqZ5EfQex7o1peZ/3ujGkr4u11T8RSh62b8zITKJ1iXNiDcOqxkq3SYjeJQF2vzvJpDcRWu5xV4PPdwvD/LGQ31wr+f9b/Y33aJXczL9qHoxY+vo9f6+DPEeb2e37FT8blctON5U5VYPbQKqnHdUV0BnMpSZVp6Y6c6uzGEb9+PFiqjva6wtM9vJNbpR9aNAL6BPOIoi+ljmyrrxjWH1cY450FTkneA8wYHMnewxoDBkmHM4e/uu8/bHztnrnztnb4/0XSevN4aEUUEDGsHx44IEC+UxUrn85OjF0Ys6Wj40V1g4EDgEjoVQ5VvVM69uEiSMPJAIh3MsE7MZ7ShK3gLDgnIBAYqBCxJFmvW1IaZY3YcBImBOVQs9o+l8ob+cMPHGEw+CBSLxK3XpIavf6RGGVHrnIwa+UH30EkBfMkFRBIKh2YwEUkW1ETtwRRngL0jmoTDpjwtIwjM+9UFXprT+0O0clTVEu6ghGuGaKEYCIkjAMMKEMgHvTsH4B8g0o+xl2JK655fQakl20VjeUGC4JfMxYoLINDn/5tPObzAtyVx9BkJhHP7lpW1oZ6eGesWoTKf3f3bpGXQOT8eux5OyXWfsjNQ8bX9tevzU2muDGovPKfa4qpRZbHqy4mVtsVur5/5s6D8MdL+3yLFJ7qBN4s6PDtRrr5X92zveo7FgNBpHKMbVk8+2Y8mMw7H+NrEdqy95kBuP4ahoXVLHoM0bDIZFyuJqwN25/VRXKnreAF6/Lz0hC+CGDDBr8+SdKyPtUG53chU8HR3p727ILektiskMc9EnrHav5dYc2leW6/Vt52J9yVpmOLw+tdpreHIguTlV4+gVvzaENpsaYEGXuNsuimjdjhxtDVB7cA2xW0mK6mwUIJU53K7T0muq6t8oRz4v/9lE6EDwCnmZT/3H6WkzseIMuwF1o+3+yDCM9WyqmkDtz5WMEAl0DnetdnbZzr6ye6Zn3bVqeVKFmyxLKnKKu1Y7b6j7W394d0hevYFSJiz1VwYKlyRWANsGW89eNiBq2eVaQrd1tF0JXqmyilI2VVcmeI0IN9anu9aRTGu2Wdr4UrZYZB8RNFNBeYAizMwwlCtZNnV6g4mSwpx4I9Uv7fhmv18r0Va76iSuzC91hEAFUSPESURXcrXorNAy2hFmd454WFkuawnk337RqrL777+1j5Vjt3d0/xeFnpNv89YeRpoHcnFwwEj6usAfGY2n05pM9asPf4RydvOiQry4ffFHyLJ5SbB+L+BZVAuvNXt2j8ax+uRW3WHNnuoWGVo9b+T4PcdSXcfmwL1oH6svXs2g9fWulTlGeNeS0+f/8LvWK8if6jsf9Tf5jZT60/o9lPo7XZLv598Fs+IwoSQWExZpuOKzgHROKp8FpHFEYpl/Le9ar+6KuyTZZ2u2Ulmq92p+5d0xy24jI9cMJYv8+kbOdE5mLl92Hkkc0kfeibHIaPDP0W0xwiFMBJThKp3zd2/e/JgRm6Mowjs0kr3fEGT5hzjo3rWeWtDaFQB2vtazVoIUM0LB1+detVr8CKcn9Vuy+T3Xe7wCxtH5m9Of32YXX2Mayk1N5f7rj29/0vdf5fZyy2XSgMj1Sc8DCdpJ8FLfhj0EQT7TGPkF2YuJ23W9i57ZHVxkn6DMy0KjjQeT9Se94dqTVsOUvLE+XbSPMx09S6zH7NOUa1PccrznESzFfswNVCe5f4WrEzx8cds2zrPXNYZD/v5be2u0U8F022ib0XmIlvj9t7XQ/CwaUqmbDFmO9ywq93i1QeTG+rSbRrkqyIAxphEJVmuLgrqIqLsZD7GupGMkilCjcau6KyLp+2/d6nrAu+uxoVu7GMi7jepu5rSU8Xo86TPygBmvHO7lLXLzJIVQva10GLZHLlxcQDtrERy5qgzZ0CBb+2DLV6Q+WsJfzZP0qXbe/XutCysvreWNrcVxcmP7J0AgGJAlmmNI5GayPfxo923T7zv2R8vx7Vvz2jpveuh75nWNUNPG9Sc4O1V7nCniCzACaLV7nuMXdYjBwO/d9p83qFRqrt8ujgVbqaWnwxe52lvrfF20/7P2KNcaw0J/Uup0i3LK/dcVIpH+vkQ+9vV4ktn2lQoVJJ7XPpNa4BdhRIqtpXHXD53zX6WVoWYcDmypyhJx8J0m2uhnKE2SNQP8Mavkuof/NcrP+ibYknynyjN6eZN3Pu9vTUdN1K0TP6SPcURRWIaWcr5r+YcPJCSo6F510liQJS7Olta/VkS5GjymAniaJJQJHIL6VAzhIDE7wO9JkqgPpaxFtUo7sdTlWV6ryiLdA4pIiIT60uuCcvEKUMQwCleqMUbyS0JcFuo73xEHd1bEYqUJo+jLMFIwgtP68r3D9IcU3bIh+JIcTHYnvSjMDrYPpVY0bkinqDQIZc1Y4RH84ZVgJ8PJPYkiMFz7+sNkvLVBqSpAHkaq2VItAD1jvEzI5w2mm7xz52xYozMXPCbcdG7fvjmRKmr49vkLiKkKNjQGBbilcru3srzFT3/4IZuiZaYA0so4VB1P65PxYJfRJ1il51Zl/k8p6+mmrO6t7TuWOxl46vPWe2XhS3KyadmDqbQV+5brqaO9dZrZxJTUXM/0Jm6+jGRClC/kGtIgTQVOsyOl/nOLxDPqjG71R9BUOxUOW3/e8vXsmqbt4dXId0a3fm/kOJOxZ/W3r60HLzvFElEhsOEQ+afIZiTObndU7zD8Dzl3Nb5c2dcVwXz7yh9aVl/3UoFgKd4cK6Jz7gvq4wccCw4t88bt9Fyrsy5DZ2P92ZgEmxo7mPhmQGjB5rOqAz5vqTqYkbVw0ILWtsO3DchnLG2VG1Xuh8I7ipH6+p0aiibA15vm8yv4rvtBknphja6O/l8AAAD///RROo6fZwAA - path: /opt/azure/manifest.json permissions: "0644" @@ -339,3 +339,21 @@ write_files: owner: root content: !!binary | H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 + net.core.somaxconn=16384 + net.ipv4.tcp_max_syn_backlog=16384 + net.ipv4.neigh.default.gc_thresh1=4096 + net.ipv4.neigh.default.gc_thresh2=8192 + net.ipv4.neigh.default.gc_thresh3=16384 + + #EOF diff --git a/pkg/agent/testdata/RawUbuntuContainerd/line70.sh b/pkg/agent/testdata/RawUbuntuContainerd/line70.sh index 46503363ba2..cbd579ea42a 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/line70.sh +++ b/pkg/agent/testdata/RawUbuntuContainerd/line70.sh @@ -442,10 +442,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } diff --git a/pkg/templates/templates_generated.go b/pkg/templates/templates_generated.go index 21f58fa9ced..ff712eddfa3 100644 --- a/pkg/templates/templates_generated.go +++ b/pkg/templates/templates_generated.go @@ -949,7 +949,6 @@ CUSTOM_SEARCH_REALM_PASSWORD="{{GetSearchDomainRealmPassword}}" MESSAGE_OF_THE_DAY="{{GetMessageOfTheDay}}" HAS_KUBELET_DISK_TYPE="{{HasKubeletDiskType}}" NEEDS_CGROUPV2="{{Is2204VHD}}" -SYSCTL_CONTENT="{{GetSysctlContent}}" TLS_BOOTSTRAP_TOKEN="{{GetTLSBootstrapTokenForKubeConfig}}" KUBELET_FLAGS="{{GetKubeletConfigKeyVals}}" NETWORK_POLICY="{{GetParameter "networkPolicy"}}" @@ -1427,10 +1426,7 @@ EOF ensureSysctl() { SYSCTL_CONFIG_FILE=/etc/sysctl.d/999-sysctl-aks.conf - mkdir -p "$(dirname "${SYSCTL_CONFIG_FILE}")" - touch "${SYSCTL_CONFIG_FILE}" - chmod 0644 "${SYSCTL_CONFIG_FILE}" - echo "${SYSCTL_CONTENT}" | base64 -d > "${SYSCTL_CONFIG_FILE}" + wait_for_file 1200 1 $SYSCTL_CONFIG_FILE || exit $ERR_FILE_WATCH_TIMEOUT retrycmd_if_failure 24 5 25 sysctl --system } @@ -6278,6 +6274,116 @@ write_files: owner: root content: !!binary | {{GetVariableProperty "cloudInitData" "customSearchDomainsScript"}} + + +- path: /etc/sysctl.d/999-sysctl-aks.conf + permissions: "0644" + owner: root + content: | + # This is a partial workaround to this upstream Kubernetes issue: + # https://github.com/kubernetes/kubernetes/issues/41916#issuecomment-312428731 + net.ipv4.tcp_retries2=8 + net.core.message_burst=80 + net.core.message_cost=40 +{{- if GetCustomSysctlConfigByName "NetCoreSomaxconn"}} + net.core.somaxconn={{.CustomLinuxOSConfig.Sysctls.NetCoreSomaxconn}} +{{- else}} + net.core.somaxconn=16384 +{{- end}} +{{- if GetCustomSysctlConfigByName "NetIpv4TcpMaxSynBacklog"}} + net.ipv4.tcp_max_syn_backlog={{.CustomLinuxOSConfig.Sysctls.NetIpv4TcpMaxSynBacklog}} +{{- else}} + net.ipv4.tcp_max_syn_backlog=16384 +{{- end}} +{{- if GetCustomSysctlConfigByName "NetIpv4NeighDefaultGcThresh1"}} + net.ipv4.neigh.default.gc_thresh1={{.CustomLinuxOSConfig.Sysctls.NetIpv4NeighDefaultGcThresh1}} +{{- else}} + net.ipv4.neigh.default.gc_thresh1=4096 +{{- end}} +{{- if GetCustomSysctlConfigByName "NetIpv4NeighDefaultGcThresh2"}} + net.ipv4.neigh.default.gc_thresh2={{.CustomLinuxOSConfig.Sysctls.NetIpv4NeighDefaultGcThresh2}} +{{- else}} + net.ipv4.neigh.default.gc_thresh2=8192 +{{- end}} +{{- if GetCustomSysctlConfigByName "NetIpv4NeighDefaultGcThresh3"}} + net.ipv4.neigh.default.gc_thresh3={{.CustomLinuxOSConfig.Sysctls.NetIpv4NeighDefaultGcThresh3}} +{{- else}} + net.ipv4.neigh.default.gc_thresh3=16384 +{{- end}} +{{if ShouldConfigCustomSysctl}} + # The following are sysctl configs passed from API +{{- $s:=.CustomLinuxOSConfig.Sysctls}} +{{- if $s.NetCoreNetdevMaxBacklog}} + net.core.netdev_max_backlog={{$s.NetCoreNetdevMaxBacklog}} +{{- end}} +{{- if $s.NetCoreRmemDefault}} + net.core.rmem_default={{$s.NetCoreRmemDefault}} +{{- end}} +{{- if $s.NetCoreRmemMax}} + net.core.rmem_max={{$s.NetCoreRmemMax}} +{{- end}} +{{- if $s.NetCoreWmemDefault}} + net.core.wmem_default={{$s.NetCoreWmemDefault}} +{{- end}} +{{- if $s.NetCoreWmemMax}} + net.core.wmem_max={{$s.NetCoreWmemMax}} +{{- end}} +{{- if $s.NetCoreOptmemMax}} + net.core.optmem_max={{$s.NetCoreOptmemMax}} +{{- end}} +{{- if $s.NetIpv4TcpMaxTwBuckets}} + net.ipv4.tcp_max_tw_buckets={{$s.NetIpv4TcpMaxTwBuckets}} +{{- end}} +{{- if $s.NetIpv4TcpFinTimeout}} + net.ipv4.tcp_fin_timeout={{$s.NetIpv4TcpFinTimeout}} +{{- end}} +{{- if $s.NetIpv4TcpKeepaliveTime}} + net.ipv4.tcp_keepalive_time={{$s.NetIpv4TcpKeepaliveTime}} +{{- end}} +{{- if $s.NetIpv4TcpKeepaliveProbes}} + net.ipv4.tcp_keepalive_probes={{$s.NetIpv4TcpKeepaliveProbes}} +{{- end}} +{{- if $s.NetIpv4TcpkeepaliveIntvl}} + net.ipv4.tcp_keepalive_intvl={{$s.NetIpv4TcpkeepaliveIntvl}} +{{- end}} +{{- if $s.NetIpv4TcpTwReuse}} + net.ipv4.tcp_tw_reuse={{BoolPtrToInt $s.NetIpv4TcpTwReuse}} +{{- end}} +{{- if $s.NetIpv4IpLocalPortRange}} + net.ipv4.ip_local_port_range={{$s.NetIpv4IpLocalPortRange}} +{{- end}} +{{- if $s.NetNetfilterNfConntrackMax}} + net.netfilter.nf_conntrack_max={{$s.NetNetfilterNfConntrackMax}} +{{- end}} +{{- if $s.NetNetfilterNfConntrackBuckets}} + net.netfilter.nf_conntrack_buckets={{$s.NetNetfilterNfConntrackBuckets}} +{{- end}} +{{- if $s.FsInotifyMaxUserWatches}} + fs.inotify.max_user_watches={{$s.FsInotifyMaxUserWatches}} +{{- end}} +{{- if $s.FsFileMax}} + fs.file-max={{$s.FsFileMax}} +{{- end}} +{{- if $s.FsAioMaxNr}} + fs.aio-max-nr={{$s.FsAioMaxNr}} +{{- end}} +{{- if $s.FsNrOpen}} + fs.nr_open={{$s.FsNrOpen}} +{{- end}} +{{- if $s.KernelThreadsMax}} + kernel.threads-max={{$s.KernelThreadsMax}} +{{- end}} +{{- if $s.VMMaxMapCount}} + vm.max_map_count={{$s.VMMaxMapCount}} +{{- end}} +{{- if $s.VMSwappiness}} + vm.swappiness={{$s.VMSwappiness}} +{{- end}} +{{- if $s.VMVfsCachePressure}} + vm.vfs_cache_pressure={{$s.VMVfsCachePressure}} +{{- end}} +{{- end}} + #EOF `) func linuxCloudInitNodecustomdataYmlBytes() ([]byte, error) {