From a6dae72d6a4354afc07746851373de7f44b9f2f5 Mon Sep 17 00:00:00 2001 From: Ace Eldeib Date: Fri, 3 Mar 2023 10:07:25 -0500 Subject: [PATCH] fix: curl proxy cse vars; e2e for noProxy (#2814) (#2832) --- e2e/nodebootstrapping_template.json | 4 +- parts/linux/cloud-init/artifacts/cse_cmd.sh | 1 + parts/linux/cloud-init/artifacts/cse_main.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../AKSUbuntu1604+GPUDedicatedVHD/CSECommand | 2 +- .../AKSUbuntu1604+GPUDedicatedVHD/CustomData | 2 +- .../AKSUbuntu1604+GPUDedicatedVHD/line33.sh | 3 + .../testdata/AKSUbuntu1604+K8S115/CSECommand | 2 +- .../testdata/AKSUbuntu1604+K8S115/CustomData | 2 +- .../testdata/AKSUbuntu1604+K8S115/line33.sh | 3 + .../testdata/AKSUbuntu1604+K8S117/CSECommand | 2 +- .../testdata/AKSUbuntu1604+K8S117/CustomData | 2 +- .../testdata/AKSUbuntu1604+K8S117/line33.sh | 3 + .../testdata/AKSUbuntu1604+K8S118/CSECommand | 2 +- .../testdata/AKSUbuntu1604+K8S118/CustomData | 2 +- .../testdata/AKSUbuntu1604+K8S118/line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../AKSUbuntu1604+KubeletConfigFile/line33.sh | 3 + .../AKSUbuntu1604+OSKubeletDisk/CSECommand | 2 +- .../AKSUbuntu1604+OSKubeletDisk/CustomData | 2 +- .../AKSUbuntu1604+OSKubeletDisk/line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../AKSUbuntu1604+TempDiskExplicit/CSECommand | 2 +- .../AKSUbuntu1604+TempDiskExplicit/CustomData | 2 +- .../AKSUbuntu1604+TempDiskExplicit/line33.sh | 3 + .../AKSUbuntu1604+TempDiskToggle/CSECommand | 2 +- .../AKSUbuntu1604+TempDiskToggle/CustomData | 2 +- .../AKSUbuntu1604+TempDiskToggle/line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../AKSUbuntu1804+Containerd+Certsd/line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../AKSUbuntu1804+Containerd+MIG/CSECommand | 2 +- .../AKSUbuntu1804+Containerd+MIG/CustomData | 2 +- .../AKSUbuntu1804+Containerd+MIG/line33.sh | 3 + .../AKSUbuntu1804+Containerd+MotD/CSECommand | 2 +- .../AKSUbuntu1804+Containerd+MotD/CustomData | 2 +- .../AKSUbuntu1804+Containerd+MotD/line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../AKSUbuntu1804+CustomCATrust/CSECommand | 2 +- .../AKSUbuntu1804+CustomCATrust/CustomData | 2 +- .../AKSUbuntu1804+CustomCATrust/line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../AKSUbuntu1804+HTTPProxy/CSECommand | 2 +- .../AKSUbuntu1804+HTTPProxy/CustomData | 2 +- .../AKSUbuntu1804+HTTPProxy/line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../testdata/AKSUbuntu1804+NoneCNI/CSECommand | 2 +- .../testdata/AKSUbuntu1804+NoneCNI/CustomData | 2 +- .../testdata/AKSUbuntu1804+NoneCNI/line33.sh | 3 + .../AKSUbuntu1804+krustlet/CSECommand | 2 +- .../AKSUbuntu1804+krustlet/CustomData | 2 +- .../testdata/AKSUbuntu1804+krustlet/line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../CSECommand | 2 +- .../CustomData | 2 +- .../line33.sh | 3 + .../testdata/AKSUbuntu2204+China/CSECommand | 2 +- .../testdata/AKSUbuntu2204+China/CustomData | 2 +- .../testdata/AKSUbuntu2204+China/line33.sh | 3 + .../AKSUbuntu2204+CustomCloud/CSECommand | 2 +- .../AKSUbuntu2204+CustomCloud/CustomData | 2 +- .../AKSUbuntu2204+CustomCloud/line33.sh | 3 + .../AKSUbuntu2204+SSHStatusOff/CSECommand | 2 +- .../AKSUbuntu2204+SSHStatusOff/CustomData | 2 +- .../AKSUbuntu2204+SSHStatusOff/line33.sh | 3 + .../AKSUbuntu2204+SSHStatusOn/CSECommand | 2 +- .../AKSUbuntu2204+SSHStatusOn/CustomData | 2 +- .../AKSUbuntu2204+SSHStatusOn/line33.sh | 3 + .../AKSUbuntu2204+cgroupv2/CSECommand | 2 +- .../AKSUbuntu2204+cgroupv2/CustomData | 2 +- .../testdata/AKSUbuntu2204+cgroupv2/line33.sh | 3 + pkg/agent/testdata/MarinerV2+Kata/CSECommand | 2 +- pkg/agent/testdata/MarinerV2+Kata/CustomData | 2 +- pkg/agent/testdata/MarinerV2+Kata/line32.sh | 3 + .../CustomData | 339 ---------- .../line339.sh | 11 - .../line68.sh | 619 ------------------ .../CustomData | 339 ---------- .../line339.sh | 11 - .../line68.sh | 619 ------------------ .../CustomData | 339 ---------- .../line339.sh | 11 - .../line68.sh | 619 ------------------ .../CustomData | 339 ---------- .../line339.sh | 11 - .../line68.sh | 619 ------------------ pkg/agent/testdata/RawUbuntu/CSECommand | 2 +- pkg/agent/testdata/RawUbuntu/CustomData | 2 +- pkg/agent/testdata/RawUbuntu/line33.sh | 3 + .../testdata/RawUbuntuContainerd/CSECommand | 2 +- .../testdata/RawUbuntuContainerd/CustomData | 2 +- .../testdata/RawUbuntuContainerd/line33.sh | 3 + pkg/templates/templates_generated.go | 4 + 160 files changed, 251 insertions(+), 3973 deletions(-) delete mode 100644 pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData delete mode 100644 pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line339.sh delete mode 100644 pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line68.sh delete mode 100644 pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData delete mode 100644 pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line339.sh delete mode 100644 pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line68.sh delete mode 100644 pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData delete mode 100644 pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line339.sh delete mode 100644 pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line68.sh delete mode 100644 pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData delete mode 100644 pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line339.sh delete mode 100644 pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line68.sh diff --git a/e2e/nodebootstrapping_template.json b/e2e/nodebootstrapping_template.json index 4a5481b38be..e05a34748a6 100644 --- a/e2e/nodebootstrapping_template.json +++ b/e2e/nodebootstrapping_template.json @@ -141,7 +141,9 @@ "ContainerdPackageURL": "", "RuncPackageURL": "", "FIPSEnabled": false, - "HTTPProxyConfig": null, + "HTTPProxyConfig": { + "noProxy": ["localhost", "127.0.0.1", "168.63.129.16", "169.254.169.254", "10.0.0.0/16", "agentbaker-agentbaker-e2e-t-8ecadf-c82d8251.hcp.eastus.azmk8s.io"] + }, "KubeletConfig": { "--address": "0.0.0.0", "--anonymous-auth": "false", diff --git a/parts/linux/cloud-init/artifacts/cse_cmd.sh b/parts/linux/cloud-init/artifacts/cse_cmd.sh index 365588f51f4..a960ca06c97 100644 --- a/parts/linux/cloud-init/artifacts/cse_cmd.sh +++ b/parts/linux/cloud-init/artifacts/cse_cmd.sh @@ -112,6 +112,7 @@ CUSTOM_SEARCH_DOMAIN_FILEPATH="{{GetCustomSearchDomainsCSEScriptFilepath}}" HTTP_PROXY_URLS="{{GetHTTPProxy}}" HTTPS_PROXY_URLS="{{GetHTTPSProxy}}" NO_PROXY_URLS="{{GetNoProxy}}" +PROXY_VARS="{{GetProxyVariables}}" CLIENT_TLS_BOOTSTRAPPING_ENABLED="{{IsKubeletClientTLSBootstrappingEnabled}}" DHCPV6_SERVICE_FILEPATH="{{GetDHCPv6ServiceCSEScriptFilepath}}" DHCPV6_CONFIG_FILEPATH="{{GetDHCPv6ConfigCSEScriptFilepath}}" diff --git a/parts/linux/cloud-init/artifacts/cse_main.sh b/parts/linux/cloud-init/artifacts/cse_main.sh index 5da9dfc8e55..c76161ff8c9 100755 --- a/parts/linux/cloud-init/artifacts/cse_main.sh +++ b/parts/linux/cloud-init/artifacts/cse_main.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand index fe6ab1ac732..33cc63d2a72 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5CgpuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0OTgKCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT0xMDAwMQoKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTEwMDAyCgpuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDM9MTAwMDMKCgoKIyBUaGUgZm9sbG93aW5nIGFyZSBzeXNjdGwgY29uZmlncyBwYXNzZWQgZnJvbSBBUEkKbmV0LmNvcmUucm1lbV9kZWZhdWx0PTQ1NjAwMApuZXQuY29yZS53bWVtX2RlZmF1bHQ9ODkwMDAKbmV0LmlwdjQudGNwX3R3X3JldXNlPTEKbmV0LmlwdjQuaXBfbG9jYWxfcG9ydF9yYW5nZT0zMjc2OCA2MDk5OQo=" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="true" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="true" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="never" THP_DEFRAG="defer+madvise" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJmYWlsU3dhcE9uIjogZmFsc2UsCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICIxMDAwTSIsCiAgICAiY29udGFpbmVyTG9nTWF4RmlsZXMiOiA5OSwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0sCiAgICAiYWxsb3dlZFVuc2FmZVN5c2N0bHMiOiBbCiAgICAgICAgImtlcm5lbC5tc2cqIiwKICAgICAgICAibmV0LmlwdjQucm91dGUubWluX3BtdHUiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="1500" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NDk5CgpuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0OTgKCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT0xMDAwMQoKbmV0LmlwdjQubmVpZ2guZGVmYXVsdC5nY190aHJlc2gyPTEwMDAyCgpuZXQuaXB2NC5uZWlnaC5kZWZhdWx0LmdjX3RocmVzaDM9MTAwMDMKCgoKIyBUaGUgZm9sbG93aW5nIGFyZSBzeXNjdGwgY29uZmlncyBwYXNzZWQgZnJvbSBBUEkKbmV0LmNvcmUucm1lbV9kZWZhdWx0PTQ1NjAwMApuZXQuY29yZS53bWVtX2RlZmF1bHQ9ODkwMDAKbmV0LmlwdjQudGNwX3R3X3JldXNlPTEKbmV0LmlwdjQuaXBfbG9jYWxfcG9ydF9yYW5nZT0zMjc2OCA2MDk5OQo=" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData index d90b69d16b3..71078c57d8b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+CustomLinuxOSConfig/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand index 3e2a4b3dfd0..9263a4fb957 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogOTAsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA3MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJjcHVNYW5hZ2VyUG9saWN5IjogInN0YXRpYyIsCiAgICAidG9wb2xvZ3lNYW5hZ2VyUG9saWN5IjogImJlc3QtZWZmb3J0IiwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IDEyMzQ1LAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiY3B1Q0ZTUXVvdGEiOiBmYWxzZSwKICAgICJjcHVDRlNRdW90YVBlcmlvZCI6ICIyMDBtcyIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkN1c3RvbUNQVUNGU1F1b3RhUGVyaW9kIjogdHJ1ZSwKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZSwKICAgICAgICAiUG9kUHJpb3JpdHkiOiB0cnVlLAogICAgICAgICJSb3RhdGVLdWJlbGV0U2VydmVyQ2VydGlmaWNhdGUiOiB0cnVlLAogICAgICAgICJUb3BvbG9neU1hbmFnZXIiOiB0cnVlLAogICAgICAgICJhIjogZmFsc2UsCiAgICAgICAgIngiOiBmYWxzZQogICAgfSwKICAgICJjb250YWluZXJMb2dNYXhTaXplIjogIjEwMDBNIiwKICAgICJjb250YWluZXJMb2dNYXhGaWxlcyI6IDk5LAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXSwKICAgICJhbGxvd2VkVW5zYWZlU3lzY3RscyI6IFsKICAgICAgICAia2VybmVsLm1zZyoiLAogICAgICAgICJuZXQuaXB2NC5yb3V0ZS5taW5fcG10dSIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData index d90b69d16b3..71078c57d8b 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+CustomKubeletConfig+DynamicKubeletConfig/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand index 41be7c1ce7b..2959d22715e 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData index a8f26c782ba..ec5c6a86b40 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=false/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand index 41be7c1ce7b..2959d22715e 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=docker CLI_TOOL=docker CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData index a8f26c782ba..ec5c6a86b40 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+Disable1804SystemdResolved=true/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand index 3a1bde729ee..b1dd5c62148 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.16.13 HYPERKUBE_URL=hyperkube-amd64:v1.16.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAic3lzdGVtUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIyIiwKICAgICAgICAibWVtb3J5IjogIjFHaSIKICAgIH0sCiAgICAia3ViZVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMTAwbSIsCiAgICAgICAgIm1lbW9yeSI6ICIxNjM4TWkiCiAgICB9LAogICAgImVuZm9yY2VOb2RlQWxsb2NhdGFibGUiOiBbCiAgICAgICAgInBvZHMiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.16.13" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData index 1170c2e2443..adbe13ac108 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+DynamicKubeletConfig/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand index 161d10c595c..d9c2fc582ce 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="true" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData index 4a305fa2a20..0afd667fd9f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+EnablePrivateClusterHostsConfigAgent/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand index 06fd8e922a2..7b69eb0a6a7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAibnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=false ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=true TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAibnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData index d345b366ddc..f31d1ace530 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+GPUDedicatedVHD/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand index 95c5d383451..ad9942bf4c7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData index c56f91c447f..f3ad885d672 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S115/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S115/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand index 16ee5d76ba4..74e30ec0a5f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.17.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.17.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.17.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData index 4a305fa2a20..0afd667fd9f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S117/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S117/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand index 82f70b4e7a0..e623529615c 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData index 4a305fa2a20..0afd667fd9f 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+K8S118/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+K8S118/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand index 6fcc81b8dda..0bf8a024005 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="true" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--azure-container-registry-config=/etc/kubernetes/azure.json --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData index c99ea1b6383..f3b7e276812 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+KubeletConfigFile/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand index 95c5d383451..ad9942bf4c7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData index c56f91c447f..f3ad885d672 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+OSKubeletDisk/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand index 437e6eacd58..e8eafba00e9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQoJc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQoJc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData index 7d7bca8103f..df911cce210 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDisk+Containerd/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand index 279217aed76..5ce4db674b7 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KCXNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KCQlkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="true" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvYWtzL2NvbnRhaW5lcnMiCltwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIl0KCXNhbmRib3hfaW1hZ2UgPSAib3NzL2t1YmVybmV0ZXMvcGF1c2U6MS4zLjEiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZF0KCQlkZWZhdWx0X3J1bnRpbWVfbmFtZSA9ICJydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmNdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuYy5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL3J1bmMiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData index 81d76b7028b..2277257ea28 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskExplicit/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand index b6f28751cb1..7bb3fd48ff0 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQoJc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApyb290ID0gIi9tbnQvY29udGFpbmVycyIKW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiXQoJc2FuZGJveF9pbWFnZSA9ICJvc3Mva3ViZXJuZXRlcy9wYXVzZToxLjMuMSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData index 7d7bca8103f..df911cce210 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line33.sh b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1604+TempDiskToggle/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand index cd84261cbe2..c7aa262ac56 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMubnZpZGlhLWNvbnRhaW5lci1ydW50aW1lLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vbnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMubnZpZGlhLWNvbnRhaW5lci1ydW50aW1lLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vbnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData index 52e04dbb87c..1450ad7e20a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd++GPU+runcshimv2/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand index e07f8d3bf5a..6b785ac0f93 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData index 58b44f7b587..6e276a94719 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Certsd/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand index cadfe336fe4..e3bf21b67ec 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.0 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.0 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION=1.4.4 CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData index 42b9f381bd4..a5ca39e99ac 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+ContainerdVersion/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand index 3dac6f45aa3..3006a661448 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME=1.2.3.4 IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData index 4f337989848..66af8280f02 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPAddress+FQDN/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand index 97a2251b262..b8d61ca0c00 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJc25hcHNob3R0ZXIgPSAidGVsZXBvcnRkIgoJCWRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCgkJYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCgkJY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCgkJY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KCVtwcm94eV9wbHVnaW5zLnRlbGVwb3J0ZF0KCQl0eXBlID0gInNuYXBzaG90IgoJCWFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJc25hcHNob3R0ZXIgPSAidGVsZXBvcnRkIgoJCWRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCgkJYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCgkJY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCgkJY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KCVtwcm94eV9wbHVnaW5zLnRlbGVwb3J0ZF0KCQl0eXBlID0gInNuYXBzaG90IgoJCWFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData index 42b9f381bd4..a5ca39e99ac 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+IPMasqAgent/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand index 5cde4abac05..ab195ee16c6 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY=calico VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="calico" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData index f0f82fa1a4f..dae1ca744ce 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+Calico/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand index 7c2035ac50d..3787948ff45 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCgkJYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCgkJY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCgkJY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCgkJYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCgkJY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCgkJY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData index 42b9f381bd4..a5ca39e99ac 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet+FIPSEnabled/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand index 1fab022371b..c4a765a0e3e 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KCQliaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKCQljb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKCQljb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNuaV0KCQliaW5fZGlyID0gIi9vcHQvY25pL2JpbiIKCQljb25mX2RpciA9ICIvZXRjL2NuaS9uZXQuZCIKCQljb25mX3RlbXBsYXRlID0gIi9ldGMvY29udGFpbmVyZC9rdWJlbmV0X3RlbXBsYXRlLmNvbmYiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData index 42b9f381bd4..a5ca39e99ac 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Kubenet/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand index cc183345cbb..6cc8551007f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMubnZpZGlhLWNvbnRhaW5lci1ydW50aW1lLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vbnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMubnZpZGlhLWNvbnRhaW5lci1ydW50aW1lLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vbnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData index 52e04dbb87c..1450ad7e20a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG+NoFabricManager/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand index 31a44b1d69a..eb7964490e3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMubnZpZGlhLWNvbnRhaW5lci1ydW50aW1lLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vbnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=true CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="true" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="MIG7g" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gIm52aWRpYS1jb250YWluZXItcnVudGltZSIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWVdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMubnZpZGlhLWNvbnRhaW5lci1ydW50aW1lLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vbnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCglbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIucmVnaXN0cnkuaGVhZGVyc10KCQlYLU1ldGEtU291cmNlLUNsaWVudCA9IFsiYXp1cmUvYWtzIl0KW21ldHJpY3NdCglhZGRyZXNzID0gIjAuMC4wLjA6MTAyNTciCg==" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData index 52e04dbb87c..1450ad7e20a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MIG/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand index b95cdb84c06..695395a93fb 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="Zm9vYmFyDQo=" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData index 4a305fa2a20..0afd667fd9f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+MotD/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand index 876d6273906..915ded931f2 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAibnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=true SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAibnZpZGlhLWNvbnRhaW5lci1ydW50aW1lIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLm52aWRpYS1jb250YWluZXItcnVudGltZV0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9udmlkaWEtY29udGFpbmVyLXJ1bnRpbWUiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZC5vcHRpb25zXQoJCQlCaW5hcnlOYW1lID0gIi91c3IvYmluL252aWRpYS1jb250YWluZXItcnVudGltZSIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData index b2fbc703487..83909f33327 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+NSeriesSku/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand index 1d395d54a16..f2a77e643df 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=clientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="acr.io/privateacr" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="Y2xpZW50U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData index 42b9f381bd4..a5ca39e99ac 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+PrivateACR/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand index 97a2251b262..b8d61ca0c00 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJc25hcHNob3R0ZXIgPSAidGVsZXBvcnRkIgoJCWRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCgkJYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCgkJY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCgkJY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KCVtwcm94eV9wbHVnaW5zLnRlbGVwb3J0ZF0KCQl0eXBlID0gInNuYXBzaG90IgoJCWFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=kubenet NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL=some url CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="true" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="true" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJc25hcHNob3R0ZXIgPSAidGVsZXBvcnRkIgoJCWRpc2FibGVfc25hcHNob3RfYW5ub3RhdGlvbnMgPSBmYWxzZQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jbmldCgkJYmluX2RpciA9ICIvb3B0L2NuaS9iaW4iCgkJY29uZl9kaXIgPSAiL2V0Yy9jbmkvbmV0LmQiCgkJY29uZl90ZW1wbGF0ZSA9ICIvZXRjL2NvbnRhaW5lcmQva3ViZW5ldF90ZW1wbGF0ZS5jb25mIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3IgpbcHJveHlfcGx1Z2luc10KCVtwcm94eV9wbHVnaW5zLnRlbGVwb3J0ZF0KCQl0eXBlID0gInNuYXBzaG90IgoJCWFkZHJlc3MgPSAiL3J1bi90ZWxlcG9ydGQvc25hcHNob3R0ZXIuc29jayIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData index 42b9f381bd4..a5ca39e99ac 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+Teleport/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand index daabb17f2eb..d2288bd32fa 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData index 4a305fa2a20..0afd667fd9f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Containerd+runcshimv2/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand index 09d957ba539..5ef0567e56a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="true" CUSTOM_CA_TRUST_COUNT="3" CUSTOM_CA_CERT_0="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_1="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" CUSTOM_CA_CERT_2="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData index 4a305fa2a20..0afd667fd9f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+CustomCATrust/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand index 2b448042440..490026464b9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData index 42b9f381bd4..a5ca39e99ac 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=false/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand index 2b448042440..490026464b9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-470.82.01" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData index 42b9f381bd4..a5ca39e99ac 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+Disable1804SystemdResolved=true/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand index 4b8a0dbc75d..0edc72dcb8c 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.14 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.14 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="true" SHOULD_CONFIGURE_HTTP_PROXY_CA="true" HTTP_PROXY_TRUSTED_CA="LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUgvVENDQmVXZ0F3SUJBZ0lRYUJZRTMvTTA4WEhZQ25OVm1jRkJjakFOQmdrcWhraUc5dzBCQVFzRkFEQnkKTVFzd0NRWURWUVFHRXdKVlV6RU9NQXdHQTFVRUNBd0ZWR1Y0WVhNeEVEQU9CZ05WQkFjTUIwaHZkWE4wYjI0eApFVEFQQmdOVkJBb01DRk5UVENCRGIzSndNUzR3TEFZRFZRUUREQ1ZUVTB3dVkyOXRJRVZXSUZOVFRDQkpiblJsCmNtMWxaR2xoZEdVZ1EwRWdVbE5CSUZJek1CNFhEVEl3TURRd01UQXdOVGd6TTFvWERUSXhNRGN4TmpBd05UZ3oKTTFvd2diMHhDekFKQmdOVkJBWVRBbFZUTVE0d0RBWURWUVFJREFWVVpYaGhjekVRTUE0R0ExVUVCd3dIU0c5MQpjM1J2YmpFUk1BOEdBMVVFQ2d3SVUxTk1JRU52Y25BeEZqQVVCZ05WQkFVVERVNVdNakF3T0RFMk1UUXlORE14CkZEQVNCZ05WQkFNTUMzZDNkeTV6YzJ3dVkyOXRNUjB3R3dZRFZRUVBEQlJRY21sMllYUmxJRTl5WjJGdWFYcGgKZEdsdmJqRVhNQlVHQ3lzR0FRUUJnamM4QWdFQ0RBWk9aWFpoWkdFeEV6QVJCZ3NyQmdFRUFZSTNQQUlCQXhNQwpWVk13Z2dFaU1BMEdDU3FHU0liM0RRRUJBUVVBQTRJQkR3QXdnZ0VLQW9JQkFRREhoZVJrYmIxRkNjN3hSS3N0CndLMEpJR2FLWTh0N0piUzJiUTJiNllJSkRnbkh1SVlIcUJyQ1VWNzlvZWxpa2tva1JrRnZjdnBhS2luRkhEUUgKVXBXRUk2UlVFUlltU0NnM084V2k0MnVPY1YyQjVaYWJtWENrd2R4WTVFY2w1MUJiTThVbkdkb0FHYmRObWlSbQpTbVRqY3MrbGhNeGc0ZkZZNmxCcGlFVkZpR1VqR1JSKzYxUjY3THo2VTRLSmVMTmNDbTA3UXdGWUtCbXBpMDhnCmR5Z1N2UmRVdzU1Sm9wcmVkaitWR3RqVWtCNGhGVDRHUVgvZ2h0NjlSbHF6Lys4dTBkRVFraHVVdXVjcnFhbG0KU0d5NDNIUndCZkRLRndZZVdNN0NQTWQ1ZS9kTyt0MDh0OFBianpWVFR2NWhRRENzRVlJVjJUN0FGSTlTY054TQpraDcvQWdNQkFBR2pnZ05CTUlJRFBUQWZCZ05WSFNNRUdEQVdnQlMvd1ZxSC95ajZRVDM5dDAva0hhK2dZVmdwCnZUQi9CZ2dyQmdFRkJRY0JBUVJ6TUhFd1RRWUlLd1lCQlFVSE1BS0dRV2gwZEhBNkx5OTNkM2N1YzNOc0xtTnYKYlM5eVpYQnZjMmwwYjNKNUwxTlRUR052YlMxVGRXSkRRUzFGVmkxVFUwd3RVbE5CTFRRd09UWXRVak11WTNKMApNQ0FHQ0NzR0FRVUZCekFCaGhSb2RIUndPaTh2YjJOemNITXVjM05zTG1OdmJUQWZCZ05WSFJFRUdEQVdnZ3QzCmQzY3VjM05zTG1OdmJZSUhjM05zTG1OdmJUQmZCZ05WSFNBRVdEQldNQWNHQldlQkRBRUJNQTBHQ3lxRWFBR0cKOW5jQ0JRRUJNRHdHRENzR0FRUUJncWt3QVFNQkJEQXNNQ29HQ0NzR0FRVUZCd0lCRmg1b2RIUndjem92TDNkMwpkeTV6YzJ3dVkyOXRMM0psY0c5emFYUnZjbmt3SFFZRFZSMGxCQll3RkFZSUt3WUJCUVVIQXdJR0NDc0dBUVVGCkJ3TUJNRWdHQTFVZEh3UkJNRDh3UGFBN29EbUdOMmgwZEhBNkx5OWpjbXh6TG5OemJDNWpiMjB2VTFOTVkyOXQKTFZOMVlrTkJMVVZXTFZOVFRDMVNVMEV0TkRBNU5pMVNNeTVqY213d0hRWURWUjBPQkJZRUZBREFGVUlhenc1cgpaSUhhcG5SeElVbnB3K0dMTUE0R0ExVWREd0VCL3dRRUF3SUZvRENDQVgwR0Npc0dBUVFCMW5rQ0JBSUVnZ0Z0CkJJSUJhUUZuQUhjQTlseVVMOUYzTUNJVVZCZ0lNSlJXanVOTkV4a3p2OThNTHlBTHpFN3haT01BQUFGeE0waG8KYndBQUJBTUFTREJHQWlFQTZ4ZWxpTlI4R2svNjNwWWRuUy92T3gvQ2pwdEVNRXY4OVdXaDEvdXJXSUVDSVFEeQpCcmVIVTI1RHp3dWtRYVJRandXNjU1WkxrcUNueGJ4UVdSaU9lbWo5SkFCMUFKUWd2QjZPMVkxc2lITWZnb3NpCkxBM1IyazFlYkUrVVBXSGJUaTlZVGFMQ0FBQUJjVE5JYU53QUFBUURBRVl3UkFJZ0dSRTR3emFiTlJkRDhrcS8KdkZQM3RRZTJobTB4NW5YdWxvd2g0SWJ3M2xrQ0lGWWIvM2xTRHBsUzdBY1I0citYcFd0RUtTVEZXSm1OQ1JiYwpYSnVyMlJHQkFIVUE3c0NWN28xeVpBK1M0OE81RzhjU28ybHFDWHRMYWhvVU9PWkhzc3Z0eGZrQUFBRnhNMGhvCjh3QUFCQU1BUmpCRUFpQjZJdmJvV3NzM1I0SXRWd2plYmw3RDN5b0ZhWDBORGgyZFdoaGd3Q3hySHdJZ0NmcTcKb2NNQzV0KzFqaTVNNXhhTG1QQzRJK1dYM0kvQVJrV1N5aU83SVFjd0RRWUpLb1pJaHZjTkFRRUxCUUFEZ2dJQgpBQ2V1dXI0UW51anFtZ3VTckhVM21oZitjSm9kelRRTnFvNHRkZStQRDEvZUZkWUFFTHU4eEYrMEF0N3hKaVBZCmk1Ukt3aWx5UDU2diszaVkyVDlsdzdTOFRKMDQxVkxoYUlLcDE0TXpTVXpSeWVvT0FzSjdRQURNQ2xIS1VEbEgKVVUycE51bzg4WTZpZ292VDNic253Sk5pRVFOcXltU1NZaGt0dzB0YWR1b3FqcVhuMDZnc1Zpb1dUVkRYeXNkNQpxRXg0dDZzSWdJY01tMjZZSDF2SnBDUUVoS3BjMnkwN2dSa2tsQlpSdE1qVGh2NGNYeXlNWDd1VGNkVDdBSkJQCnVlaWZDb1YyNUp4WHVvOGQ1MTM5Z3dQMUJBZTdJQlZQeDJ1N0tOL1V5T1hkWm13TWYvVG1GR3dEZENmc3lIZi8KWnNCMndMSG96VFlvQVZtUTlGb1UxSkxnY1ZpdnFKK3ZObEJoSFhobHhNZE4wajgwUjlOejZFSWdsUWplSzNPOApJL2NGR20vQjgrNDJoT2xDSWQ5WmR0bmRKY1JKVmppMHdEMHF3ZXZDYWZBOWpKbEh2L2pzRStJOVV6NmNwQ3loCnN3K2xyRmR4VWdxVTU4YXhxZUs4OUZSK05vNHEwSUlPK0ppMXJKS3I5bmtTQjBCcVhvelZuRTFZQi9LTHZkSXMKdVlaSnVxYjJwS2t1K3p6VDZnVXdIVVRadkJpTk90WEw0Tnh3Yy9LVDdXek9TZDJ3UDEwUUk4REtnNHZmaU5EcwpIV21CMWM0S2ppNmdPZ0E1dVNVemFHbXEvdjRWbmNLNVVyK245TGJmbmZMYzI4SjVmdC9Hb3Rpbk15RGszaWFyCkYxMFlscWNPbWVYMXVGbUtiZGkvWG9yR2xrQ29NRjNURHg4cm1wOURCaUIvCi0tLS0tRU5EIENFUlRJRklDQVRFLS0tLS0=" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="http://myproxy.server.com:8080/" HTTPS_PROXY_URLS="https://myproxy.server.com:8080/" NO_PROXY_URLS="localhost,127.0.0.1" PROXY_VARS="export NO_PROXY="localhost,127.0.0.1"; export HTTPS_PROXY="https://myproxy.server.com:8080/"; export http_proxy="http://myproxy.server.com:8080/";" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData index 4a305fa2a20..0afd667fd9f 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+HTTPProxy/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand index 52254e9f0d0..69c0111556d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.3 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.18.3 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.18.3 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData index 860d3b137f9..d41bc4472f3 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+KubeletClientTLSBootstrapping/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand index dce838e43da..0aeee97b91a 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN=none NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData index 58b44f7b587..6e276a94719 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+NoneCNI/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand index 979103c993b..51b7d87c150 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLnYxIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LnYxIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.20.7 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.20.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="true" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="true" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="07401b.f395accd246ae52d" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="Zm9vQmFyQmF6" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5zcGluXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5zcGluLnYxIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnNsaWdodF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQuc2xpZ2h0LnYxIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData index cb45db22317..917107ab2af 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line33.sh b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804+krustlet/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804+krustlet/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand index a5bee30dd21..1e5999db34b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni-plugins/v0.8.7/binaries/cni-plugins-linux-arm64-v0.8.7.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.22.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.22.2 KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL=mcr.microsoft.com/oss/kubernetes/kube-proxy:v1.22.2 APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.4.13/binaries/azure-vnet-cni-linux-arm64-v1.4.14.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni-plugins/v0.8.7/binaries/cni-plugins-linux-arm64-v0.8.7.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL=https://acs-mirror.azureedge.net/kubernetes/1.22.2/binaries/kubernetes-node-linux-arm64.tar.gz USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData index 1fd616e9bbd..734305326d7 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line33.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+CustomKubeImageandBinaries/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand index c3c9837730b..390448c4927 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="k8s.gcr.io/hyperkube-amd64:v1.22.2" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION= HYPERKUBE_URL= KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID= NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL= CNI_PLUGINS_URL= CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES= CLOUDPROVIDER_BACKOFF_EXPONENT= CLOUDPROVIDER_BACKOFF_DURATION= CLOUDPROVIDER_BACKOFF_JITTER= CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS= CLOUDPROVIDER_RATELIMIT_QPS_WRITE= CLOUDPROVIDER_RATELIMIT_BUCKET= CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE= LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE= NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRGlzYWJsZUFjY2VsZXJhdG9yVXNhZ2VNZXRyaWNzIjogZmFsc2UsCiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAiIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_IMAGE="k8s.gcr.io/hyperkube-amd64:v1.22.2" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData index 123e671c7dc..31502fa505d 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line33.sh b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804ARM64Containerd+NoCustomKubeImageandBinaries/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand index 20a8833bc59..f6d83dd555b 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.13 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.13 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION=1.0.0-rc96 RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData index 42b9f381bd4..a5ca39e99ac 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line33.sh b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu1804Containerd+RuncVersion/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand index 5f756e7561c..e052adce0e4 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=chinaeast2 VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzureChinaCloud" TARGET_ENVIRONMENT="AzureChinaCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData index 932b1ac3e9c..dad308610f0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+China/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+China/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+China/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+China/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+China/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand index 25e531a86f8..632457aaa1d 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/init-aks-custom-cloud.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/init-aks-custom-cloud.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; REPO_DEPOT_ENDPOINT="" /opt/azure/containers/init-aks-custom-cloud.sh >> /var/log/azure/cluster-provision.log 2>&1; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzureStackCloud" TARGET_ENVIRONMENT="akscustom" CUSTOM_ENV_JSON="eyJuYW1lIjoiQXp1cmVTdGFja0Nsb3VkIiwiTmFtZSI6IkF6dXJlU3RhY2tDbG91ZCIsInJlc291cmNlSWRlbnRpZmllcnMiOnt9fQ==" IS_CUSTOM_CLOUD="true" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="/etc/kubernetes/akscustom.json" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData index 2e9f5be3026..076a0720ec5 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+CustomCloud/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand index 940f735341f..a1e91caf689 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="true" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData index 932b1ac3e9c..dad308610f0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOff/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand index d243b60d4e2..1b747c1283c 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData index 932b1ac3e9c..dad308610f0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+SSHStatusOn/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand index 5edd656c40c..d67ea8a8ba9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQkJU3lzdGVtZENncm91cCA9IHRydWUKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.24.2 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.24.2 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="true" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQkJU3lzdGVtZENncm91cCA9IHRydWUKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeV0KCQljb25maWdfcGF0aCA9ICIvZXRjL2NvbnRhaW5lcmQvY2VydHMuZCIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData index 932b1ac3e9c..dad308610f0 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line33.sh b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line33.sh +++ b/pkg/agent/testdata/AKSUbuntu2204+cgroupv2/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/MarinerV2+Kata/CSECommand b/pkg/agent/testdata/MarinerV2+Kata/CSECommand index 8c65be29fdc..7e8ed9f9eeb 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CSECommand +++ b/pkg/agent/testdata/MarinerV2+Kata/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLnYyIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQoJCWNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.23.8 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.23.8 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=true GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkRpc2FibGVBY2NlbGVyYXRvclVzYWdlTWV0cmljcyI6IGZhbHNlLAogICAgICAgICJEeW5hbWljS3ViZWxldENvbmZpZyI6IGZhbHNlLAogICAgICAgICJQb2RQcmlvcml0eSI6IHRydWUsCiAgICAgICAgIlJvdGF0ZUt1YmVsZXRTZXJ2ZXJDZXJ0aWZpY2F0ZSI6IHRydWUsCiAgICAgICAgImEiOiBmYWxzZSwKICAgICAgICAieCI6IGZhbHNlCiAgICB9LAogICAgImNvbnRhaW5lckxvZ01heFNpemUiOiAiNTBNIiwKICAgICJzeXN0ZW1SZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjIiLAogICAgICAgICJtZW1vcnkiOiAiMUdpIgogICAgfSwKICAgICJrdWJlUmVzZXJ2ZWQiOiB7CiAgICAgICAgImNwdSI6ICIxMDBtIiwKICAgICAgICAibWVtb3J5IjogIjE2MzhNaSIKICAgIH0sCiAgICAiZW5mb3JjZU5vZGVBbGxvY2F0YWJsZSI6IFsKICAgICAgICAicG9kcyIKICAgIF0KfQ==" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5rYXRhXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5rYXRhLnYyIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5XQoJCWNvbmZpZ19wYXRoID0gIi9ldGMvY29udGFpbmVyZC9jZXJ0cy5kIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/MarinerV2+Kata/CustomData b/pkg/agent/testdata/MarinerV2+Kata/CustomData index e2b72ae2517..c39524acde2 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/CustomData +++ b/pkg/agent/testdata/MarinerV2+Kata/CustomData @@ -29,7 +29,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/MarinerV2+Kata/line32.sh b/pkg/agent/testdata/MarinerV2+Kata/line32.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/MarinerV2+Kata/line32.sh +++ b/pkg/agent/testdata/MarinerV2+Kata/line32.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData deleted file mode 100644 index 69445cd40d0..00000000000 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/CustomData +++ /dev/null @@ -1,339 +0,0 @@ -#cloud-config - -write_files: -- path: /opt/azure/containers/provision_source.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/9Ra/3ObSJb/XX/FW1mzsXeNZezEkzjF3GIJK5T17QA5k8vMsS1oSawQzXQ3dryO/ver7gYE+uLN7Fxd5ZxKFYLXn/f6fX8NR39qT6OkPUVs0TgCy3F895PrWYOO1/etoXnTt/xb0+4bl+Bi+hAFGAKSxSEkhMMUA07QNMYhTJ+APTGOVwGPQdOga40dq2N6VhcadVDXMx1PYb6Go/2ojCPKcQiE7mUgETv90aTr20Pb8z17YI0mnvEGjsCLVphkHB5RxKNkDjNCIYhJFmpREnGgWRKsQuAEArJKY8yxBLu1+5b/0fQ6H0qwqwNgCGZRrFZ9GPW7/kezbw8nP5s9a+gZP8IRTKTEgkUaowDDI4qjJPuC5jjhgFIOKQqWaI6BJLAgcQhhRgV4lDCOYrU5x+pbpmvt4fC2xoHiGCOGFQ5JDvNCM45pjYU59nx76Hpmv1/u+V1lzzmtkIzi37KI4rCKyCRId9S5s5wdnIvzA8oLSbDckiOH6I4+Dvsjs7vB0BXGAYiQPCYxQWFNjjvr0x6giz3CcFIiFIgUpwSW+KkKKJQkQEusy5c3hlKubUFU/P1COHxXUe719x0nH4xuPkkh+ra78fOLQ46+ItMnaSRGMhrkNhq4fm/cO6CbQ14+cKE37gl1lHraCLRj7h9fkEfbY/POaOiZ9tByurtYb1/CCkjCUZRgGtbDZTLs7CK9ewlJJIIaxt1bV+AM7WGvhLg85MfLtwyCOGMiqDgRJlxgFPPFUwm1o+pL/QDWXTbFNMEcsy2nvpvcWCJjDkeefzuaDLvGpXDlZTbFIssGcSSifBoliD5JT5qRLJFpICYBiiGM2FIC2YPeHnkOuXK0mtdtLuToW17Vky9f54LEmH+jKxepYtDzx5OKmS6rzszpUx6daRbHgIpoiVZojrddp+Ptg7t6Ca7qPwISHiIkFAmckBgCTnd4OLYwwS6bH/8AGxqVRWw3EGQpqpi8nvCFZTmuMgjxNEIJpMv5pjB1hvauwV8fcsDO0N7yvIHrj51R1+9aN3tw9uVTgbPgPGXX7XZRIc5WUUAJIzN+FpBVOyDJLJq3s2mW8KytX52dvy5JtZJUSykJz0I83RFkfNfzzW43bx2E996iSLQGnAAKQ5W/SzWoXua2b/18P+pPBtaefbx+CaDexFR6mIqlpCB1++QZZVMyVRCE8IApi0iSJ9Hu2Bnd5J3V63dbFkYhIFiKnBDDioRZjCFjQskrEqaUTJWNRxPvRniI8KGhQnpzXkPCjKNpHLEFkIxPZW4ISJLggBeCiERljm3ftZx7y6ki6QeQNgDivkiDKI2AYfqA9yF2h67fH43uJuMc92KrfWEkfsB1HAoJWu1FM/9r4li7mJffiglhJknMf2YUQ3foQsRYlrMyPXN/jbzaVwSq/cMScVTvHiTYdu9wdSj+5Ppq5yCXb5ezq0NhJ5cfqK47m/nxUEWrZpRaLpC1dRfn0GZkXa0jdCauNxr4rmU6nQ9+dzQw7aGrbPe27rEqRQjjBBnjZAUMIxosICQrFCUKrTee7Irz9lAx640nENLoodIxblAc+95y3GpdeyvqWvIQhRHSimj7xvpWRdy23dtDDdtGPFYzoQSz7u2O5Y/7k549rAl5VQoJIZbTUxpn8yj5HZLaw9uR74wGfmfkOJOxZ3WNt6KkRcmMgDMaQEAozVKxHlNKKDwucAL4Cw4yKXyuI7aKVGrs/Xxw8+8OuZzb+xlSiin+jVXjaQewsvV3ei3tK3mwRMqtrNqhcsLpmnZ/E4LvDjWXomcOURQ/QZaGiOedswCYjLumZ20QDjWVIn7nmOfrdwbMjmuJSnZvu/Zo6Lsdxx57sso7ltndCKifH4zPzQxbTpZ8ETFgAY1SLro+vsDwsNpsXYwMk3HPMbtWhcGhwC02EEaMa1k6pyjc3YbAHU+cXl669HORlCzpIGlG5wJLrKekPia6n1zRRTmWCFpDP78sV1EsTC7WsScmu1qZApTObNc3XdfuDX1nNPL88UdD1/VyKWIsmidyPiVEzKWMPRI5GEDHdgEnM0IDvMIJ30aTLdbYcga2K8xh6PrFHtQU01XEWF7q1Nh/CHxsyua2Mxp/kuiGrm/2+EiVlnMI4eoRWxZj//2HLnTsjYjjcf+TPzZd9+PIkcX91u4Zuv5mI2GaxrLf7NiuRnFAViuchDhUGgjLJIrKMl80LuVEOspLp65flbCMkzSVBpQttwrDvP3dybe6fmjkU83tdgVQMKOx5ZieCADLcUaOoetvS/ab1IIKDJLiyiZEt78L8G4/AK8VNNF5b8AaR3kD4HIULIGlOIhmUaDyXB74stFwPbNz5/cszzedge+N7qyhocujDcVxjhOJKVlyssTSUTKG4THii5yJg9UsDgOUoDmme/GHlvdx5Nzl1p6oPRr6xcbZZ5gHC9l4LDAkmD8SuqxbWmpfPiUh3svFndwMLc8fO9at/bOhX1zsR2fZNMFcdMQUMyYy9Cz6kh995c/sbkNyuP/Q3Z5XdHnIIZw6JnknXRtN7wcwzaKYw4ySlaRTCaPEu5nY/W5hX3nS4WDZw4VSBhUugL9EYvBMwkjsnSlx3I/m2O84lkjYyr8vN9ZCsZydZKp5ROlmWKqusofu5PbW7tjWUCbQO98dmx3L0C83pogSls1mUSCnbxnJLBXZWEhXIkNAce5ugodn9a3xyPEqHZnlOIb+ZiNfETHSDDjGKaE8rJazDUZRYRVETbLiyG4HQR1Yet5YlKGfP/kdU3jbveV4hn61kSIgyQOmUktinIOUki9PECAIMM1tluKVrAviN6ErpDJgXicFrOV4rqFfbeSSNVFA5jhMTUpBnIVitMFUDH0Pkchh4rGIRlmD1bmB7d6Yfcu3x55507dcQ/+xorSIicEkmUOUihEFM9nvRwFWi++ciev1LW9PBjvYwS5pxngsKmH9iNF25Wm4634w9B8v9ojA2KLOXbizY92MZJn/z4ntWF3jQlb4HZemeCqKWDk21v1bog1HssyYPcvNY+1CFvMaVkKA4SCjEX8qS3AefFuQjZFrtI4ZoRw0Cm3Mg/ZftOI8+SvM0eMSXq0QDxbHrfNTaP/3sd31+/adZRwHhGLCTr7aXeP47C8nJ632KaATeIaURonoT7I0xfQYfb74FdDny19P3ivm61cnjcnNZOhN/JHrD82BZTTV72ZjYDpiZNk8yG80G/kxmNHOGG3Lky35xiI/BmuooqaeivuqfDWOVHf0GMWxfE+xSvlTteSKJBQ2jmCacXhYhOq3mF6Yyt5/Z5iDRiAhWcIw/3vjCBiBBOOQgWi7ZyiLOTygOMONI5kkMc25ME7zERE9kCiElHCc8AjF0Iw4iMzNJNswCoGRFeYy9T7iiIZNYAFOEI0Ia+AvIoBBjgL3RrP1vJkwfNEX26PhtbFu1ugs16vqSXXpjeG93bXNovzna42Ls7dn55re2Lqtn+mXZ7qmF6vKaVJMgiJ6Ssrm5dnV2XkpQMFFSWgPzJ7lux9Mo8kWSHtzcXUxQy/Semav3OX9Wms9HwBcv4RiNFcB3Tp4Qksm/mvzNCuXim5CzUEqlXYGXaMp2gaaJaBpKY0eohjPcQiaRlegaQnm2oIwDpom/ENLGKRReN1OKQnaejth7TQSxCuSiRB4SrExjZLwlNHAaJOUt+dpdhoybrRXifpBUlm6DCroXlqJ5HkL26wubtQQyq3l9tzZXfGaY3eDCeZGvrc0CvPLByjEvi5ELm/mAlxXpZGKajbEhNAxOx8sv2s7RvsB0XaAggVuI7GOBovoAbN2Q3Tf5lBU2Qqx6OMFnVrQsO6toef6/VGvZw97G7yYzNtINFftQWln2WydWV84TkTHzs468gDBlcNRGz/ghLN2o0Exp0/BKvSjmT9DUZxRfHwCzw0AAPEswsxo6e9lPfBZjHFqtC7eA1dlwmhdvge2iGYc/vznrQsJIY/PxYzQOmb4N9ChlYOevIeQSBLxl8NBq7hotp7/tm4KrCnFaAlfv8IvJXU0g8/QikDDv5V48Ot70aslJZH4w8GCgKVG4hB+abb+9ktTLBRc2PsaKcU8owno5U0cM1yjkJuH1kYR5dNZJC9DkqgV/4Ltep/S/YT4jCPOvgftC+X/Ud3/bym0oq055j5HdIriuNQSR9R/SVOKXGoqo7HRer2xULP1XFm9LhTePKC6Cu2W+hAFjf9zJkkEt29RXQXt31RfYayrcwgyGoM2Y24fWvKSlLL8MY0LYF9076W+5Z1vdE2xMEV8YbRe59p/U9N+Fetfqr9KXNf/58+gzaBVcINffy0NsF/3Vag/qPwyZPaZoJDo37KBJJgRWlf/C5rfaPtSkqboAYd5vZS1YXNgpgladiYpJO2c4hS029+EVQqcdRNakkJoM9fI+e9JKyXoqyNrdPuqYqGXzfN/kVUkpSj1ETTbQrx22NwymPTSjcw//ZSro7FulKfHPsXyUPn3JW1gD0GCVrjIRv9umt58XxQivCKJps4Ov2VBLje0clG+n2y/0S3jJP1/p1gh9HetVTWd/84m7ztQbC7396lblQrEVn6fXv+oMtW3hUpJ349C8jf7/pwXbsYxEz39sTwOmcGrH9gvyStotv7WhK+Qn7jcw1dYYBSCloB+0gTDgGZLbzbWjY33WvLFqJmEbi3r7uRj0M/P4Q1cnkNL7cex1Dsz1zO9iWu0/qO+DkTrnTFo6WL4I1qK5piCFsNPsDVgtXRN0Z7FZN7YKLjOALQEw/mOmvPGR9/7WrLZ2GuJXLXRDP4Ee+YG0C/ETi/eVDajvhAF4XnfwH7f96SHZalao6tCUpqjkqqjWUWWWL48SyIuxuFZFgt/FS3y17w9EC2HfpYfEja3BK7XAih22tKFix9SJknTqjJ3Mt83weS0OY7a91GhDE4zLHaJ4CcDptBgePWAaYesUlSZnvNDId80Wseql9DhKwQZBy2E5l+bomnVT2qkNyXpxSHSz59Fj1Zir/M4Ke/crJt5A1xr2USM4bCErwBAdS18BU7hlfgnArSIzXtQzBfRfIEZv1fxbbSO7VvXKNt5xWPdLEVvSRBtdvGC6K3nOuh6n/SlE64bxRF0F0/Hy7lHbqvd8fiup85K86gXv4uzudZFeatrO1bHGzmfigy8WoYRBS2FVu2xfHYEbIHjOFjgYFm4heF2LvQrVQrTjC1CaD3XVq7LErATrsL5rs7PN2+Xi49mFIQQf22o61z09V++TRCSit4UpVwOygVurpwXylH94OB9A/KvJSnmhtB/vsPaOZaInEpq+IYSFqbLOWja5oMWDYmMQGiA5c0QzyRdOfeIjcQkWDJ5u1CXRqCbLufX1yN11Hd9bVRR5NfjhUa1p+1zpMa/qohy0/p7Wft26917lY3zCUIofEsP+aVAbawbc8w744lJg0XpoYgGC6N1nMkORludlAJ9htazeHh6upYRjcSPq9dNwWDrCV2J+/Dr/uqiHjd2Cnj+dBUWT2VSi5jpDK5eV3O3EOV4I/pJlel+nvoBbueV5BmTOfM58dXBY8nvKPe1B0QZLDDF8q3ko3pzgxnHIcyyJP+8jqJgGSXzfGH+bq9TvNV2skR0RnIp/oJWaazEUQw4Ykvp/JvTMfVACSTSyFA2uMfya5W//sB+uByeNCqEskx7UYWm+cMt/OCd/XA5bCpDCmcrIr/oMXIuSXh4ab4hROfyozwGiGII8SxKVFnumYCSUGhGKJ9h+bx8Maa+tg4IpTjg8RNQ0UPJVTmuJXY4jsJTdeVF4T6AKOFnMFRv6wPEcPH2fAWIqzdHKRE0EvQfjCS+eqtjtI7hH7+Jpm3Tc2qa2IvYMONolQLI8lDob93cIR0V3yLYoSDNtbWHMK8S8k5TP7u43CXxEFsKU4JiKwy/B0iqoo8fcAzQtBP13jYiCYp3aQeYMTTHimkn//onvAaVW/Yij6NQUp8feO7te/7quVTZNbTK69Oqeq6hVfl1WijkGlr51WmpAIGRX55W9nsNrc2P02Jz19DKr07LHRSUNd8pbnpRuH4lRT+pHJc8VzxjDT9B63n3ncW69VwPuvWZWFWEgfQ1mQUYoCT/2E6+Z+cL4eerlQyG/JRaOa/KuziUcZKHAgQkxPnXS1h+BBUw7K9QlGyqQFNk6ib8yZCWqCe3ai4v89jRB6s/thzXGt02/icAAP//nKXr3ik2AAA= - - - -- path: /opt/azure/containers/provision_source_distro.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/8yUz27aTBTF936KE8dCEMnwkU/d1KJKpBKpUpsuusgCKBrsazzCzJj5Q4MC715huwbLpAVVqsIKz9y5587v2Of6qjfjojdjOnEcChMJ95u0KuRijlDTNKE0I6WnEddGya5OEEuFL0xxQcp1nEjEa1KaS5HKcPF0/5kL+3w/J2HaHbw4AFB0fZRgmVkytQCtLF+zlITJm318fMBsg4hiZlPTxacYJuEaXENQSFoztQGLImibZVIVhyIR40gYWWrnXLjOznFKmTcxSyTi6ZItKGRhQtUUiozipAf9//LHWtFUWpNZM+iZZdaLROxXO11pTV6/1+TgAl5b0wp9eGXDToBI5iX73xXa+8mq8/A3uP3Q6mMLQwTvlCy2mCvK4A/hfm+PnoaT992bzrY9ouFEqe5Nx3M7aLUwrlRCZl5p1WphpogtsN2eU19V8BgjeBw+raqbYRLAJCSqohKjVQL9apFSTdApUYZ31WLMC8hS0OEVGD5TaA1FaBDyOAxfknZ2uXlcaMPStGGd1w/wg3EzzeUG3m2QH5PWDLz/A+iExzmB+p9L7NtPVqrnc73c7V5B+nfAahUFPO9ws9puzbYLAB9dY+x6d2O3ohyUmBUt5br5gfwbyoX4W4D8Z5TlrL9BabOImV8oa0lz2G2ETLFcJswZ6MpsKY7th/F9RbEinTQipqZ4Wb5UWVHv0TTodKFzpm81xxoZkntSOtL04xSBowi5Hn59cH4GAAD//zkAekBkBwAA - -- path: /opt/azure/containers/provision_start.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/7RZb1PjttZ/709xxngLaeMYytMX5Rm2kxIvzQWSHWK2u3O5N6PYJ4k2tuSVZCCFfPc7sp3Ejh1DZ7r7YkeWfuefdPQ7R+Fi5I5HXvfW8/o37rl1FBCFLaM0O/4wvL3pep7by9fhJ/PdB3jndd6dDsyWoWiEPFFgL36RcPJLBM6EMmdC5BwcHiuH/JUIdHzOFKEMhXRiwR+opJx15BzevwfngQgn5LM1MkykQmFvYSGfwc/vfzgx3M99b3wx7Lnn1m+GXEqFka9CsG3G7ZjMUIAdglREJRIWyQRDVG8xYPsSbZ6oOFFbW8M77+Odd24dKUJDsH04PT4+BvMtzpot48q9HbjXpa3d+ivn/BHsGK5QMAw9GqFUJIrhBSQGYCOAKZ2dxXPHmZnw8gJKJFjVXz0kOwDTet7FrczS6UHLuLge3vX6g753PbzoNnrshzwJbMqoskPuk1CH4D6hf0MoGykiVE0kpnTqITvx7PNiX1z78A3xvS207xLU34jnTaF86A/eclRTyr7TKe048GpUO/hqaAPX+3N4e9VrCir7DGyG6pGLRfBPRla1vy+mKrIazeWdO/LG3Ut30Jh1jySkLHkiM2SqI1E8UB//yaBq3dgXVy24GtrV3e/utZtDxvVx5dT7PUKqmt/LfBXk/mBu3W7vy642s6ju6CtPBCNhWm6STXF5gZnAGAY8wFskwRJewNelMDiEQ7CnJ/Zpq2y0ZRqjLyPPvemNR3c3N93bL5vtC2zCSLj8Cwv3beSO3UHvLVXY/eQOvNH4enh52R9cjnv92/OdUnVDfcEln6pOV3933CeFTJcs2blIpOLRyBc0Vg4+IFPSWWv80L92x4PupjuAn97Jd6eDluF+di/uvP5wMO7d3Xb14Nw6Qn/OwTo62mJbYENxJ0u9hZkiWq2WYfxrNByMR95tf3B5bh3B129gM7g3oPLPtomYAfpgWpt+wGxA8hhMK6vmTTAUYDauB6nB3ZibRBYSTGu3AjcJ+LoChXqT9pS3V4WLsm8UmxZldoi6SZDp6Kps2GhLYjUD9sNnBEyrlpeapKT2a+eSNZ5SfpdNq0oZ9XKHz+4TVRc8wDOw0G/DMO0dz8DicRtcIbjQC6Kd0l4vEURRzvRU0M6bvg3JnYG1kG240AW7z6i61p1VcTXLiQKispivfdDVvrQ4bcMgr5XFeabtjdwSVGIbLhOUqquLUXFpRtowyghqlEQREcszsKRsw++cqx5RJOaUKXkGz/tC+1umrrLTKCnJD2i1OoSWES0CKnRJ2aE3spBGxj4FJoEXUIg10MIj5KvkzDAOIEIpJZnhWCpB2QyohDkKhAn6JJEIl13gLFwC8X2MlYQMJoEyuMFUsmNEWFRR5LEs16r8Uc0u03quwlZmQUdOelXRso4cVhDd/2ooie6HFXS93rFDU6PerLPBxfpmuVnd3nYVmrrUWp1NjWJhC5tgBW2vdGhrba/Aiifc0B8VT7gBVqOtrj+qKqtDpcpKfLnJyza4P7vpxG6y15Hk/pxsIs/Xs28PsTam2D7CfT2R6gm5KVn2ceUrKVFLpE2nvhFI+9gdgdrzX2ly5RnTHRot4wDUnErwQyQMkhgmGT1GCIzDV75swyRRIDDiD5pe8UkJAua9CYQFoObItmvfEq5QAlF6HpAFwKfpMLNmHAAJQ/4oISZCagHFYU7iGJn+eKRqzhMFJAioLrwkhIgwGidhWoerJJ2VjfJ0/jQ5lM79vePMDrff/+3cH3V+vG91LOf+xDls6dqR9kMk0j4LhACnlGEAk6UuGjo8Eobaf4npusBvCRUYaLcnCD4XAn0VLkEgyaWMA3B1H/6RBu1s5NGgTpgy1YEBB12hfCIRplxoU1G2e1RCWp87WTs/1rVxt73O7vr2UbZm2fofAVdmSWwYY9be9IOtWOXNsiP0CYUuvWsKOen8fFoGeEQuBiTCHNC9GnUuRm7Hl/p4iFBldLo/1/iAYe56+oQJ9cSO4bxQb7mrfOirGr0faZCjj2tWverq4fNmK8/A2ozbxa06A6vw1V5vyBlY+ai92QKtIx+2C5Fq4tx8tNeBnYGVj9ob79fIUiqtJz0arPTlza7A8zZJVvB+/V16Va42k5uH4WrTQk258BEIhHwGSRxykmapvrhzLhWQqcI0OWHTfembJtN3J0wpo3KO0jgAOoVHhCmhoe6YHwlV67QuqPV5FIeoEKQ2QZQWCTg7zDkGU0JC+HQDE5xygUC3Njq5CZn4PmKgreSKKUulJsRfzARPWGAcbAzs81ygSgSTmTYpIdLWviXUX4RLI9M7DvlMHrXgOU2RA+1ISnoQ6Y0R6CNT8JBfCz6FP7vXlCVPKe2nDKLvN1VZ3GGIvtKbLCFGkWucKxXLM8eRSRxzociEhlQtOw9UJiSUKgko7/g8ctLHf5+Q0acbZ/xIF9TR/8nS/P/9+svx8a/ONZ/ZF5k1ypkuNp9/I8yfc3EeEZaQMFzauTe29ib15OMX74/h4GPX++PcOkrDzLpvOnEeSfpTF9iaKksh3v/YwVnKuVwosMUneIG5JkObnbRStfFSzTk7BWurH0rGwZ4mYQjvnQAfHKaH6c/4RdlX/hwxlsiyg+rEy4qilUGn8O9C/wI2QziG//x/WrxSQ4WzNjCUuDsJPxhTahj4RFVB0f8CAAD//zEM1TaEGQAA - -- path: /opt/azure/containers/provision.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/9Q7+5PaRpq/81d8y0z5FQsGPyaxs+MtGTQzlBlgkXAul/i0jfQBvUjdSncLTLK+v/2qWw/Ec8be3FUdVYkH0f29+nv3p7O/NCeUNSdEzmtn4NEYeapgRaiibAZTLoDAlEZYc0Yj/7rbc/yfbK9963vdO2cw9q4uoSZRgfW5RqfwC1hTaPJENcnvqcBmwJkilKGQzUTwJZWUs0bA4yRChfDpR1BzZDUwHwzmHOp2JJCEaxCEgeIg0yBAKQE/G3oajUa9WP6ZKrioTWmtRhIVE7H4ye5Rln62Z8gUzHkUwqNa7QxcVGkCEZ9Jw02aRJyEGvacS1XrDW78Tnd01VwS0Yz4LCecLGQtXoRUgJXA+R/5qi+1iIElYWdxEKVSobA2LEZ8Br/mhN632AokWjxVSaq2923E+KzxT8nZoV+CiKehRRlVlj4k2UjIEsNDK5dzvU4qEkWbEyjWbThsapGNMCSB0ocDDLX8iViDxECgkjAVPIYMb8DZlM4a6rMCyWGFEHL2WAF+TrhEIExvYpIqukSgbMpFTBTlrHYGqzmyfSAzDZ+yIEpDDGFF1ZwyfXIwSVkYoawlazXn7OV9KuYLw4BvEPg5gmSds2tZVcRWQtQ8PyQ6yQTaNIJiQSHfCokFiOzAss0V6e2ur9XG78d9b+yPnJ5ju87V+ZNITnyBERKJYAmw5FNjOb/A+R/ba7/A1RXUW5eNi1d1+FQ1FpmGHEiirJm2vDWQVHGBMV8iBHPB2bpWGtT53zY75FoqjAMVgUCpiFD5k9BSNEa5ZkFo7Cnb+CQkCp8+P3+i7YSRGJ8+B7MrSKXisQwETdS7d+Yo4lpN2xYFyuD8icTfoAUvLy8unv4IITcEZM5BQv38j7br+LdOb+iMXONQhrZ3+6W+4w0AZgITsK5/g8dn+WpncP34BIBHj2AikCwMhCndoD2nYOFvhqA9LMaNnB/2bZkUI4nlahkhJtAqMIScYU1iCBaFerNCZjOsHye0JnkqAjyxoKbdrz/lwtdGnRHeKtZ3uq43GhwSwL/+dZqdbbxH4ZxG3+27nt3rfTvefQAP4vffxnsUzmn07UH/unvz7Wj39tdyc6+f/9Hpuvb7nuO7roarrV2JFHeMPaSSTCJ03dttzJXNxmpLqO7tYNzr5IjHI8e/9byhPxwN/uPn41gesttv28cB6E/m91KBes9Q8M/rtr1N9HjYsT3Hb9t+2xl5btVUy82OChy2pIKzGJkyvJ1grj12vcGdhuiNxq53nMASftv4rzZpo1B0SgOiUBN5kL6NYC2m0Q/G3vvBuK8JuLuz+50vO0gEKrEO4tCnU39KaJQKhNdam17D+e5eePfuq5ODF+8etbYlWoHa7/vXdrf3o6H6DN4LncFRBgPXEhgRhSEsiZCFgjZRBU0urTwY6S13hIUToBIYVxCkQiBT0RrIktBIKyFwBndE6HD7sVWGrW7nC/zlCupx9suOSLK8bqTDk6YnJswKJyZkWWmiYwxMIzIzOWaZ3ulszVfcxyUyJaFuf3AbbddpZEHujrDOxE4VH5v91xGZXdMI63Dy520juRmO/f6g43ypG9IP6MsxGoIICRsnN8NxR9AlClmHvUcG1zEAhUFnsXeEkkdLDOtw+PlxOKVC22FM2Vhqye8/q9U+3nb83uBm4+Kv7kkLy0z+fG8r7J9siAoDrVszHoXIgMZkhpAILOCePtJcdu0ijevq7RuZ7jw3oK7HvV7px0fO38fdkdO5mhIdqctwXZ501/U/3mpDvQJ9yvteK2NjLLV2frzt6HNQgsMkVUYpD0lBm8eUpyysH0gk9HITFvoDz7/Wtll1c4eJ15RVFPR84Go3dp4nhAPX79t3Dnz6pJMczdVBKJrFQpMfoMj58XQwkXWofNnIMJPMTeVcfwS5oEmiRRVigixEFlCUxXaT3tdPan++sjzXUcp09llSsPtDpoz18z/6jtNxtZfz7G7fGXW2PX0hmD88p+cMByPPd/o6PO4sy8QCD5GLhxEmXKhwGKUzykoCd54bZqWuMdv9bocKeS/rfVQrLhY7YLee1kquu67/Qce1nuMd4uQkIyFfMV3sfhCpVBGqOhRPSiGHPxEZu3MayyJorCHEKUkj9RwYLlGAwAnnChiugPEQZaM2ct4PBt6O4Z2oGuquKTYK36SV52Y4hjB3nwed8iFjPcYnMpkKrDrk3SfbHiHTDF9j6zgfu23HH/bGN92+3732tZY5p7xFCeWue1MSW4kgRhGN96ybAJuXWPm/TbakISVWiEsaoJWY025IFPrrgYxKf8o+xFcDbFT8k/4oxG8B0mxdWDGd+VIJonC2NpGnDu+gGeKyydIogr/+9bGuzmq/uNmmT7VKCndV17JyvZHtOTc/X1kamFUAA+13I6zXnM8YGEW5qvzZTKXOjwIS5TSaZtUhcuG8ikRzW3MG1yX7ufc9pUamuG0cgl2Helk7O0wHaZuFmVIfXr6Voe3rmevZI8/kavsl5nHqeHIvcZ0shTDU8eQwcUUw2k+HjIO9tt+Pum3/zu7bN87oeDp9BlMyETTQCR2ZoQAlCGUS2DKibKGNnWGgw4GECaoVIoM4jRSForcCsySVjRwWVUCSBImQoOZU6hSUs2hdaT9NucjbFdJ0huCZAZdECAERoXxWgmpg4zkQBnbr4gICwmCCkBChqKYGQyAQk880TmPgU/geVmRdkmEz6LdfvCKh9PVuf/kK5kSTggZadVnnzSWRoliBdDZXZs3zvGdawfH6coO/RKUBgETNjuIg8LeUCtyV6TOtBVmzTKccqclRYjqrwHuWw1vNda5CFeiyw8DMA4vO2TVTjZM+NFeVDH+O/n6131m+r/aj7kdn5FYVPgsznj7kFTXURWt9QsbbatGZY7VKLQlIYiqPj3cg6e8oa2dm1WpOg7npUKYShTkDmWBAp9SccCkfLbBEcFNd1IyeUQlLElHTAk4lanFaBRKtkka7eKqOQrkvAmwZiVFCHe00hQQmmgBm6E7ma0kDEhn1hSeUTflocPdUk4VG2OagYx5ioTLtOWEzTYoxkRwUUjVHASEVmbkVqqSxfbwrojdnYOt8H57M14l20ZKLZhKRKRcxSJVOp09LLDyOCQslyDSYA5Hwj/ywZUzBsmZJagmUqP4BMVlnDXoMn29pYXASxG//yE5ezvkKYipjooI5hkW92dRpZaHnVfZVqTPaFiZYcBpCgiLXSKMbDE0vmcFtabM7KYtJt02MqIDO4512RJHOac0hVTVABnOMMfM+G4YK8laoOUqjUPs+SUMUkJe8ihsl07AwzDVX46O63BJNhisUFSiBBsIeaxYDojWUT4FHYZEvmcJEzYkyKhVxNoOJ9q5T+hnD00aepUV3dDYs2CpSpeqze3rAdYeFx3O5nXS9M2h/cEa6eur2j+avEhV89zlrdvFggUIzQBlYKZy7ziiLnKNuv90d2j2/3es6fc/vdszVzNHfXac9cjxNif2f45FZ8NH2HH/k3HRdb/Szr3fqAFeSYH1+SOHyIZ1ghEr/E6jIZqH+y/S6ylT++JJaLRBIFOoHd4TRKUrVoWIjtVvbLTparmOP2rd+Z3Bnn5Dd0dblASBf08TUsB8A5t2RqxhTEFnZTYElkYhgboU8JpQdaWMdQuRuIkbu9UPBEy3l5yC5lsE6v3HSYW5OlqhNLZhjsGhmcjY2HFJRO51DL7IDq6bN93ddPvwgK/2WDz+cKPw2rcd+t7Kn3e9qxsrvQFhY+P5wHiTLy4zplEQgFQkWMEWiUrGpibvDj5d+Z2z3dIRtfzhV8z7AMXRu28PlZeESsm9lmnh/Cb4V90pdCAuvmDvtktsQdIEfQcCo8WTGiVV+nVIh1QOo3tSyBeWbJ7DpZdzDuvE7JevmW56qZAmPVqQiQCgOcs3MTRv9HUGljGGU3TBLDlvX0Dr9TGiw0PtjSJOjKqIBWhkkS685kXvtLa3k8XeO69o3jj+49r1bx+/YP+cNzoNN2SPr/wUTIvHyFVihNnBtMDFXYS6POJUKRKrT6ikXCLnxZHeDJvEkS05DECRAnaCUmqBXqFTmWexK6Mhlmkq1M5grlci3zeaMqnk6aQQ8M0rBUKGs/kmlTFE2X7cuWt9r2yEs7/pmWbIJghtxePboxvH8dm8wLpTVpEHtOWWkHfE03O/fk9lde5R1G6+5MCu3a6W8fXA7cD23uN6xb5z+ibuH045hKOiSKGxnzf9bLlXpWQ78tGWRW9chvjey++7QHun4dzu+cfyhfeN8tTMobdAThMmE6KTsNp3hkMyw4r0O/HqCNPcne2gCx7eT465IkvX59x4d8lI3o8F4+PHFUXxHmyF70aDZurCCmeBpsnxxsPfhDK6PdT4+jN87Pa2Chhz/umffuFdWDs7K0qarnIC66Vh8o8OdCS7l8zw5RJiQYKFosJAQk4WpC5co1jDXtYbiEOryEG54vtkbdAZvwZgRMkUFRmugTHFYzsMiMyWRQsGIokuM1s+N5a1QQ6XTdVm0SzLNE+Qsk/tbvpkL+Kf2GxqvAlPV0mkeErIkN8/8dOGfKp3yyjRJuFAZhDJ+mwPbBJctZ6Zl3Xc833Puhj3bcw67ss1mc9IMla8wTiKi0Bxu7Vu0o4T59b2xUkPKU95oSQHWElkz/Er7OoVgFQ8sXQOhVGaCg6fqqvU6hgMbLWRhwilTVymjn982m02RsqooKhxIHiwqGDJVlVe5ABoyogFurc+7l3vaq5PZgrtO1/3gez8Pj9v/10l8QlkY85Sp4wY5ZlR9qo3ycvhK77CyLTmkmj1VKA79UHByOmlw1zJQUZE0ZN/u25PXBsWm/GspMqfv6mKlP/A746EuWgZ3Xbc9Hoxd//2o2/kGb57h6fNOmgzYUPCYyiB9L2ionfmJH4uTPHzVtDc5cPTGaqehfQYxVXRmLopMdjtJZ2X0n6Qz2YhIyoJ5QsIGQ9VMJylTafO77M66GenUqvndJJ01W5ffX16+fA3b93gvwrAVYOt76+L7N2i9ungZWJOXr19YpPXmRQvxxcX3iFpZ5Fo2J6lsLmP9/7x8bc6Xfqpo1EyZVorN2E8+4tN6SX/907H8yuqZYxJBw3S6qw3aj3av27G97qDvO6PR1YVOwJxwhhAQiSADZERQLt/qFIrO5tn8AZhxLu3mdXWYt0RWYA+7JoVFAZ2+CwIDngUDgUmUjUE8wcasAVLxxNQi2ZBYPpTwtMCRuxqT6YWhQCmz59qDsiDr1CZZ3gIhkwVOxfUvKx2AcqelH2VdqU7frZ2ZxaZ6y7o8EzNPiFmHkE51tNGB4vrvnb7BYQ+7eRFvdK1W+W5mIUaON+o67tXri+JWdWeHVthnjZzUiLJF49m2wh6D2Lowg6d0Cn/JJiB2AH+Bq/+G//rlwnrz6btfG4f/PT+KqtN3tzBVjOxrGTgO+EUOuDInd29ye2RQIuuvuVfnT475IJLQTAn6MuJ8kSZ1qB+alNkSZIXaL9CC1gWwfPcBgdeflqS4nnuVTz1uXazo5wd4Pnc9V3N2sc+UVvRTSHfuBM9HjvGBz+qtyx8aly8brRdvGq3L+jM4fK+3Y9umDfLhB9evoMlaV1oSvcHgg84fizujPfYeCPEYrFwmD7qK2hxn+yEHWTWd4iQDsJa/HzKcV69emuZUJvtTy/SqBzBcjkUVR39vR+D/KXuV6ZEHTmSZHtl9M1kmECxosNAL+XRaLM7XJYKbAX2iim5x1lDN+m/HRrH0CnO1O6GsGZuhs0ePcrpy+FPKqJxjmCPawgCPyuxku7G/y+Tj/PqjuCl4nt+HaF4YD01/ogUxZanCxxlVxcsQYAVQl/NUhXzFwBLQgkf1b0p4dvRsux0mUgacwaPyzqTceOithpTl7zXs6vL/EU2bNNVEiXHf9jyn33E6/nh4M7I7jns0Py0+43ERVjrd0VWW8JNE6f9MKt8Im2/eJCgoD2lQPzIIcf4kpIKR2EzZbkH8Un+6M/PA02B+YNnWomAe8xAuLl+9um9lplb20Hv7dpgT+fZtpt3WkAQLMkOrR6X2J636j4/h3btvg8iIUshCDK1xMhMkxAfD20z5pywmcmFeFAgJjdaNzQ1X/sRKM+Bl4XMYUN6T/l8ApP2gOADGPD8CpHh5wbIYtyaRrlYfCLAKbwv4WdnAUHOEzuCnfm9gd+AQM2cQIzHXgSsEIhBWRBp/0h2UN8emv6EEnc3Q3JARBjkdu2gtf+djfQvTh+g8NPlyr0vBaNuR3Nmjbt8ZHfckf4JDqE662Z597/pMcO1yOHlBFIEkMz2ZdacnmEeNEMyte8qogifZi0XZ/TnCAgXDKL+NrdyZZwHiaSMbUQjIIeTFzIIpTwRGlEyiNSwpyYdfy5AlgU+B8RVInk/TFRaQKh4TRYNibWMPTeYXst7/xh0U3iCf0c6bZBjCJJeEoUA+37ooz5CGj7f9zm72mPG2GQDMLs/Y1NoQW7klzwig03Ven5WD4fucnEHGhQFYAZbPp+Qmy0LzuykArULdzW+HIJr5JvOCWoWIkE1zaJKyAGGFj5cl9yX2ymAMHgJ9bJqKhKGERuUSSANEVtzohxwle6xgxcVCh09DyIFz3dh0PvC9LWMrY0jzc8ALbgMwhfpX7j4DW8Hl24uLtxcXMPba8KQFc54KEISFPIZp+vvvT8tBUXMshbxyIzuusnuhZ5u2Ys68EOHWBbD7s+s5d22vtzsd9w0IMh34N8Dv3Lj9uVjOwNvT80IkmSoZ281emISFuQzl0820S76nzNpI/spslrnp0LSFsuL/8z/z3lKWbmdvw0D2Ol+ZdTeq3aLNLF/engl4iG/rcL5dn5yYGUEWHnxrcNPWPzRFoGuCLH176CvFtVp2FjuE1WpnzuC69j8BAAD///RI2YbrPAAA - -- path: /opt/azure/containers/provision_installs.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/+x8e3PbOJL4//4UPbQmtjMmZWd2ZufnXc3+FFlJVHYkFyUltTc7p4VISOKYArQAKD9kffcrAHyAL1v2PC57d0mVE5NAd6Pf3Whp/6vmNCDNKeKLvb1OZzLsup96ne6k15+MPl61mnQlmug+YrjpUSJQQDDjTc+zV4ze3jkcs3XgYScgau+gc9Ed7bqVetdYqJ393qQz6L/rvZ+c99yW1cTCa3okaBIsHN9S79/2+vFLCVW+nAZEvzoffO5fDtrnw8ICn96QkCKfW3sdt9cZXaYrzYUs8ERYsTZDGHHWDKmHwhjloD9q9/pd97wac3JU3wTqjvudyuUsIp658OKHYeW662iKGcECc3P1+O24PxpP3O5ltz3sthqHIZ9OGA4x4hhsBjY/2ht1L7tXA3d0Prm6HL+XpypzQeAQrygTOZpLG3dhyef28OPkU9cd9gb9lrU+cb51Tqy9j+1+7113OJq86112r9qjDzFerR1LRIIZ5sL5hVOiFk/O307a49FgMr46b4+6k3eX7ffm3jVizTCYyp22P22iSFA7WvlIYGtvj+ElXeOPiJxP25GgY/X8XYjm74IQHx7BZg8AgC3BnkHjKWR72709j2EkngQoaOQtdgQYYkSiVSdVlfNQguI54tgMGnW6JoEEhAsUhikQNyIiWGp6ghn8BFZj0+92z4eTDMrWglYLLMEibMHPfwGxwEQhxN6CghUQqIEKNlyM33bdfnfUHSbyhRY0NuXHW0uBvEGBmMwom8yCEMPpmxM4hTqhwz4QCvg2EEAJzFAQRgxDwMHHYTDFDAl8DDcYZigMp8i7hikO6Y2zpxApRYTM7iZrzHhA9cEUJ+wZWI2SDuY5IP+UYbSsxuEv/5Km5GQvHezPcSXEI310HHKcAtWs/dx2+73++zMDB8Q4gFABMxoRHwICCV+OwcczFIUiIHMQFBaI+R71se9oHLNAn96geYWEtzAp16gb5WNZ8ABeJMD2bbBnpzHZxjqG18EzobyJoWiO3+d35Eiz4Gd4eFAaWr9E6imJwlAurlidEJhbWBBnotRrFAZ+drqE72dQdaZst9TGRtd1DfuZ9PrDUfvycjLqfewOxqNYEpAo4pxPBJ3gNSaCg9W+GDqdYdepsank+VAg4qOQEpw5BEvSXfsWGps6xm3z7xI2xTa5g5kbh/3UdRMrr0Vn7aXKHsP8SKd3e7PAcFF9LG4ou74Ko3lAUh8n9SR2UqPPA/cijjLSRYGlfIQFPxdFGkNsy9edfi+xBONV8jR1ocUMAV5J0pI41+n3UoqW137AwF5VbFLv5dPR+/9QyU1jI3/TJA8nY/dyf/91cwv7MOYYZDIF0yiQxgv7+9J8dVACFIbgLRDjcGi9to4gWsmXYoFhFhAUgtXUgmJYsDtv6U/mWEwEYlO5UfrQ78AqU9fU1MS0bS0oUbeVJmRotAEh1WWTK6m4PyO+HC6CZRabSu72BvHlJGJhy1oIseJnzSbyuL0MGKPMUYKU/tIh2EyObLnL5hKypL46gdg2w4BEt0209L//k/UIdhliVkgsyqlJpmmNw4C33Y/f/+lIuozTsm79sUdiy+RIiSdXjvMrHazqDmiik5hsvgqIvT5NXeqz94fBfCE0hAI/Uh0MZpMkJH8rNfD7E/AiFoI9G16CTV9EbnlPxML65TntvXDHw9Fld1RW4d+V9IxTOxKfbXgm+d5iSX3483ffvYS1vxJKSnSim4ZbSNzuCz3mp353NPmy3WYVic/1naqiTFkUl5NJSdQ41U+vxpO22/nQahzOsehcjdvMWxwB7CtXB5SBchBFJpfLWBNH+nzsXu7iuVhgC0pD3lw3Nnkyt9J5IhZgHhfIdnmJrRyZ3dgkZ9k6AjFnfm+ZNCnmdnXALFOppJ+XnDTPuGSIDdaqOnczhZdg0GGvjGNrFksF2TxDCl7EGCbiU5xdNw41Y8C2kzT+zY9NH6+bMheFB+DYh4OEfWmq32zOD47y6U8e8NaCr1pgVaQ+OndLAJX2AZ1BjAyFDCP/LsmIsO8Avw5WK1lJ5Bgh9wjE5lhABrdc0H3tvN7KKr5U2uyDWARc1mmUhHfgKWTgR0xi8jh24NOHcw58QaPQhwVa44TERL1gxbDtIW+BfeBUFoEEY18ad2JOjoEtmCmbXy988CnmqnAyoUpgU3SN/WOpTxEjgBEL71IIRZ20XqrcmQDjeLurhpakaqaqJe0977nb3EqtAwbP4oOnFeRZjaStPELNnNP0YZxCZyjGZIW8ayVGjSEggmYUxp2gbQZWIAb3t+vn8MLulAFWBK9GfklsURXRaZQ0sQqFRs4txv43622ljvnNc3JF1a9QzgGS3lmm08jzKPPjup3eEMz28pwvpX2qYG5scm6rzgMkxwWZx6wQQ0ssMIMZZVDDCbhB2lbmwRpXVrgZO1ISuq6bq64yKku8qyU1bSvmWh2/goosFD7a1Xw6omwe3b/NGqLSN5QPLFPAvLSalesyOEYOuKk/qxmr6tT5j9fQzth1u/1RZiqHmWCfCH9lDVhnIVDXcqO2+76bAbdOnB+SYBPMgOPlGrMOXa4Qw9Jf5Gk5s60T58Q5sbZSMXOQtpUqGUfN0IiOUCayhGcrg9xc9YEZiAUicEgZ4H9FKARBj5IoOkUcG0AKBJXDcEHGTkWMrbPpx1RYuY8S+hTkcv0bWUDdDcFOep+00pTal93+bw4+diFpsH38/NIQORbRqtPvnQeM15Q8MUU6Q1zQGwK2C4xScSZ/VK2R57PdOLIZbyuAZ3dij8IvLcsiZ/6tkQcbNdwf2NVSpVPPNVDFiL92xPy+Es/XBhoJUC6Uj0JKr1XMQzCjoY8ZMCQWiXGK+b1m6D58xnCDiJB7Iq5hRERmKx4JgOEZZph4klDGhQNt4ussEwmVYpIDIdWLq3uJXO4pfxHz+7/FaJKN83vpKZIM3NgkfRH8EnERo1cJVVE99uESCcyFzJtzaXNK9jHo0xZfivm9pv5mQeGa0BsON0EY6gUEB5I3jhnJ/Ucq4lhGVfnqch03F3P7toWNzddl1c95tXzy/GRhXpk2Gy1cM5HNpaT27f1uGGQyWqQ49hg7GXdmW6UmyR/dBPmirEy1HP7P1P6HmFru3gXyheNvane72hy+FQx54iKa4rdxcpva3cUPw2Lb7WL8tiu3t92/62rwTTHubkoDGNsUWGbEBTgVbayqBmQJdFOjMxuQBciF3qMJIdc1Vjy3BUOEzyhbtiz+4Lx+eGVrBEnS9mCBbfMFvclWYt8maIm5lJiq3p8m8h+ppG2bCxasbI8uV5RgInjrWynR/CUMGLMrhPpYzRvJZyEWte+SEl+PaexAlqENH+5WmEkgmQu+7E1Gg0Fa/sd3RQu6xM1FstpOZ1+aj4w1rCLj2rS3RHMMjQQ8NDYf/n7VdZUQVesxp1xWQ+K1cu2/ZKu+x/YEq7r0nIEnpHyVpFbIw3D9A3cCCiwiYNuSR/aSRtL/3q1waxoQ/5gzr6XwHftcxP+jKxFQwtWCM3ZTIhdiBo4Qv4Z0LAxsDyxvVZBqcxOL8DgW1xb08Srchyo41HVDvMeCwkVd8sJ+hPPV0DwRVkPzRPgUtJyfVB7nS2BzqpBg6IvpF4vu3afetQzNGZWYCHa3ogERYFlgrzWkM/WzTM7/RkmXePZsHj0mplwUSww/2/EipmTMeALOI+zIstQLjfBCr28TX/7vitHbO+U0477PcDT4ODFDUv6KqbGpWDJ2L89aW9PLfaX7hk+Aq+gi7ps5aRIx0iaWoLBE1xh4xPQKdQmhXt9BiGdCpoczRpfq5RPYs/6X7g/UyOd11QvJ8Nd7BtX9wah7uEQBYdg/OoMbDPh2hT2RP8OdPMFUJpsyy/xnRST8pwOjRcCBR4HQaXDcvgKOhRoMozMDrVLGlD0Rxz5M76B9MQREfLhI4UO04oJhtDTvVkaD84FBc4jFAQeOsZQhwR7mPKZYDVv6WMjzSJKUvdBZcrYU5BPTUPUK6FQkdRZUPKyePtxB06rdaJolP8umqhPmfcnOM1N9PUr8QMYF8BbYu5b1SsFqgMrqyL2SRR6Zq/HHeJTXz8EOZnB4GI/lVXMgGcuzHEsN5sGPLTj989ERvHoFP4FNwConmuX5jy9AkEUi85dhRZ8OZl6VjN9M3HFfZspxgmVM2FUK7jc79IfMSRefyDSjhLTyNL87JToMlvAaZV3h1yy4QRyTnhXJ6pZbj4F7xPhqllt7RisUfXNb485rnLnZJ352HIDaqkIPHpbrh9oqJdPh3sf2+25SsUJ2ERyFobrEWWAIdCmyqdi0hYjLZY1NgiEXno3HjxQhtWoo8UpCPMGcavQWWFUDWd+fwKmsjU/q0m59JAnbmITP4Kre/2Fy1RgssQ80EpAw5VGGrAME6pyvXlUP+nZGcv37ydU4m/aFozhu1PBN37S/hHVq54u5Fw8//G58is9Vyyp9P1/LLcOvPcmJl/IgTud/Nx5o+AUenA86F91aNdHDCQwLNP/19u52R+335uNvDTegcMhjqGS35hRqfKMA5jdxDI8ar0DzSnlAo0DKyywrGU55Ea7cJatSn5fAMcT8seMqAfN3lHUWAUGppGUhI8GiMFTOeunpgY0lpcRD1zjXEtqUcpftDsnLPvAFDkOdXPoBR9MQt4adNyen36drUBimNLYOG4ePiY5DGHABDzBneAUH/7n0mLMMPEY5nQnHo8vmATwAurmGg82KBURA43R7cFRh9C+hzBQI340ILhi0gCtaZofW1/zsa24dQ+P0GBpvjrYQU8kFS8nMzbZYjY1JRczz2kE86YP0pNosIL6SaEytFKwSd9YSyA9VqH+k9L24gaiu803kP/3/n7+xSo+21vYv4FODsQFJVeg4VSxMfN36CfiZfOCgeylYbwddOTk1Sc40upWWGwnN23jGw8ZwwJsVgjERpxMfGrmHyIFQ90Rp43SKPSQfxAad3AfxaKUGVxQx0sU5hYLtpdaSnrDQytU+zjxmY5PjxLa+pVQJLwkcO4GMdcOnBGunIqvHXx88MlalXl5xKKGtxJ2cO2TLSm9YZeex9OILMxTeoDsOUwwrhjkmoui2H4Os3ar6oOR4pS2g8AkUPXITq6fmAb5V2mK80bAi4unKW3/uUoNzo2ymKuHSsz4zWdbEPHtro1a6UdEh8yFfFhU4GypO/V7ev1pnVuPN9iDxh/a6m1TyhcKo8VD52PnpxP5/P39T89aufjyxEnyNjcFZ6QAEgwP59x/EsO9K26g77i4BqBhjvvzjm+O0RU5UcCEf7Gx7RtkSCTjYbBwXrygPBGV32+3ZZuOM0Hz7pXPAOL22VJkxTzzq41bjbwX/3UjfwVctOKm2FZ1xpysN3qamV+Rq/Rg9pBG8ctcD3CyCEAPDyNcSyYXcX+0skj9Vvj2X98bUbXdvFFWCNAJQDbxCr0cFn8K7reld7VnJj+qGSUWBpgZuT9+cQHJzUtqZOfm0KVXw9jrxOPSRwEfHjcMF5UI6jKNjqN6oOz9m4AAruzF5AiQmfqcaakZo2mDbmVAuEBOdyt1V1Kq2kfqSjN3JLYLNvmXAVbkT9gvUpqYTT4l2Lgfj89hs9JiHrGA6IY2q8qd/v2Cpi4c0Iz34bw9fzyHojwoou9Jk0PPv6YL3k+xUFR2CHQNeY6ImLWKl4sbHpyq2x8vU4Fd8y/O6fXn5OptzUxeUSH/aQR+jdw6Hww/to2N5QG8R75PrKCwjb1HGA7VuPa5TvpwYUfGdF+m0e/bVC7FPUuVv0cuU8/48ndxsp0Skxv2ru85qTy3pSOf/zZBWTnrMt4mnKgTBinhXWlFmdlUkTTx/9buq8FZaVBVVcjG3zKdXVYuKHHtVJQ0/9z017hPfU0PXmLHAx/G3QHQomQXzrIzV4+nGd/uoL3+SCqF/Ot5s7vjNH04mapR0QrDMAiUM+UYrTfzVO5sCMK3HHhLw179Cd/AOfvyxapGPBOI0Yh4+UxuUXp5lranVKryTaCX1MeozmCGp793Bu73t3r78578CAAD//4C+bJtISwAA - -- path: /opt/azure/containers/provision_redact_cloud_config.py - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/6xVT2/rNgy/+1MQfQfZaOK8cwEfivYNu2wr3rJTFgiKTTtaZUmT6KbBsO8+SHYS5U+3HpZLZIp/fuSPpGRvjSPYi15l01m4zgrnMcu+wK/kpO7gTagBYfDYABlwaJWoETzWDgkaQSL7/u358Wn57RkqYIczCx6+YyNqgnbQNUmjfdZgCy4K+cYY8uSE5a/DBmujW9lxUp6TeUWd37zeOUnIW6mweMgAAGqjCTXxkAJUMZPSixa5MqL5Lx8rNpmzdXHlbcUGj86z9errejyz9YpFbGwNFRzyjIafD3QA2Qy9zdN4RZal1fHo3mSN3Dqpa2mF4mPBc2+n03Uxbl2dhz6CDuT8JKyHkybzYAVtA8e0RaiNc+it0U3ogQODSRtEZiXBTtJWaqiVGZr5mHpJ75R9geVWevC1kzZoKQVC7cTeH2xpix4TAB5kG4R7wHfpj44DGG+xlq3E5jrMy+PyR778hY+p8R9++/kJKvgrFoQt3oRbKLlZBFoU0uJI1PxEFHv4XEvOJp9IdfTnNBL6hbcBx8nJR8xlf58zHDPhY5A8/eCBhhmYgexA8WPil4TrcJR4qMAj5TeyL19x7/OiyKJNKCIYi/pWCOZYAcJDO/qPI5BqheGGCtrSoWjyaUYSheuJuzKfYLTGJUzDoV8mzRVLuoCtT2hkC2krB9RsHazTUpzUL4oE1Q3rj5R96bA3b5gnsgn84RcYpZyNSy1MxUish9aZPgn1AAzu4cxP6uYGZ6tEeZ0ng52lpVCoU3S+gKqCr+fpbxyK12w0m/A+D70NaMe+u5ghIDPCTdvtonOSqxmw3f3YNJM0JnyEkAjLmEaebLuE8dCemWyBcy165DxkwjjvhdScs9FffIccVMc3qXx03dCjppd4kx+jNjhuGWl0xZ5M3wvdgJIaYSCpJO0v19YHxEGDrdQyPlWxZRncn1XXk8tXdzO4K/8wUt+avmJdwD2ww/IS/7K6Svj9zPky7sMDtH7wBBs8sbbB1ji88gK10EGvNkphVAzAlek6qbuSFUkpS9E0XEw1PFXvbj5Pnc4Dz3ez47XDPwfpsKmWbsCTmPYWK0/uJNmishV7md6QK5zH6n8S09hK/xOa8Iho3Kk9dKjRicsxiAhjxx/rPRHBphkUrgtLd0Id/wJuP63FW0s9XJc31m6Up/P2TwAAAP//QeG0cYgJAAA= - -- path: /opt/azure/containers/provision_send_logs.py - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/5xUUWvbOhR+96/QTR9kQy3byW1oA+ZSSm4p60Zp0qdtBMU6dgSy5Elymqz0vw+pSexsbTeWh3B0/H3nfDrns0/+QUlrdLLkMgG5Rs3WrpQcBQGvG6UtarUQfDk6HFvO9vGmFgSsBiBTATVIO9cAiBo0nQfBytoG5Xs6uVNKfKSSVqDDKAhO0DVYZFeACiUt5RL0gjNEJUMMGqG2rpzLlFrVHnetqEAzSy0ElaJiYVy42NQC5cj1Ihq+tWBsGKDdD19P5/i0OzrUJEmy8TkZj0g2vCDZOKlpseISkv8KVTe5q+wL93groAy0yZ8OGV9tE9cmXoM2XEk8QXiYZsM4y+JRig/AZx9FPcEoR9M5cZcyVnNZhcd3IYxaShgUikGIW1vG5ziKgqMZ5ajjkJJLRoUIMUmu9qAuumE4+px+JRY2NtBKwKJQsuTVQtIa/qDQvRJwI42lsoBbbuxRwuFKXrWaWq7k7vSJ1tDrebzLHP2sgZhGcBti4jnOFg+NUJT5jQtVmeCR2xVSDcgQJ2uqE8GXySOlFUibCFUVSggorNLuYMh33uBThPUSR86HLjfxO3DRwg0X5T4mGigLI/+s9S0XLv22l+4efuulyWh4Nhwn6/rSqbtV1V+Z6CxOL+I063E7ZCE4SBsXSmsQfuyc4QkyVofuvSTu798wit7huqm7TpcfZlez6Z1oKy7f69UTl5KMpK9j947xcvpufQ29rv36hKrizh+eeWSXjvrchUvFtvlhmae79yvgZX+LxFm6NSjP0TBNXwzQaC5tOJi1RQHGlK0Q2x0FmHfE4MUMsOE2TKMAhIE+E/9PuQCGrNrRPAlHPUiJ78E0ShpALwIm6OlXVc9vcdzVJl/kEaX/ORj4z8Eg2hfwSrMo+BEAAP//J6gFusEFAAA= - - -- path: /opt/azure/containers/provision_installs_distro.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/6RWXW/bRhZ91684pRXYbpa0lHQLbJM8CJbiFepIgT6yAYqCGJGX0qyGM+zMULZi678vhqSoD7uKt32SwJl77uece85+uJpxeTVjZtFoULRQ8MYq1xGXc0SGQi6NZUKEMTdWq8AskCiNT0xzSdprNDSlakXXSlrmvsQXl3hoAIAmq9dRGoc8CRPGRa4J7Rb+iZ9biGWC0hD+Gqmarf2oRmhsGo3Ka5cyUwPGMglTtqSIRQvC4yPonls0e6NR2Pk8Caefu51JL5z0P/WG00ltkWcxs89c7/bHzuZm1OkeGrn0nGHGoiWbE7jETKhZkhtCxPyItOUJj5glg2hB0dLXZCzTFhFPjJ9bLgwiofLY55Jbn33LNfnLVYZISWk1i5a+Vcpdcv8Fnzl3PsutSpnlEWhm2UyQAdmFu4jC9ZxbcKksT9aVOVdWZeCZVrkl8MyQBc8q2//+gSVpScKPaUUCQs21sq4SwqgEMmWZLyNmIeuYM5Yi4/NvyEzKTQRt1kaoOYxy98zaGMssXAJUunRmvuAyv8f9N3zj2TvEqqghwBP8UJSx6iTettDGz60WmnvFfQe7IFmZ4KhD/cF40rm9PWgOkPCytUpSo/h3hq0LFsfcciWZAMsyplPXScpM0dI3Qetdo4rst9/QHI7DL73RuD8c4MMHeG+Clofffz8I6JlJ2OL6GdOGNASf1a62U/Jmrwx/sRAvK0VdjKoc1ZdNoxGrOykUi28+T7uar0jvXtEZcslSgq9dPtU7xh0Xwr3YXEu8enAGXMmN/+pBkyBmaBO8ekjLu2F1GmbK2ITfbyrYAVEMq5BpFZExLqEt4oqJnKASeFvfnrs5J1vc2jksbxaAv/ZGg97ttkcfmhdRbuHH8OEnaOP9+/fwmhdbvEvvsrC6nnY7tY33Y9h8OMTZ/Og1GqfbEuUx85sP+0ibg/Z8vzVlEyrkwYrHnNUEOcql5SnV/fjUGfUHvVE4+NLv9jvh9XAw6RQfRtOBw9xl8zZot4OWd9pqMhze/tqf7Kzae1Y1v8kipv3BLr/sWNjXZZx+8+GlEW6egjiiWnJ7CuQo4BMgM2ZOhvMESfDZs2Dm76K0/x+Al5HiYUf+Ji/uhm988/WYAKodf/MVcXkCqSzWZGHyLFPaUny44g8jGN98DbujvssuHE86o0n4sdO/dS7PcD3uvf7y7y4iJhHzqFg37oHvdjuql/4P5Ma5jpU8t4iYJjADoeTc/XKLO6WXps7CMhkzoeRzOqOufHdHFu2Sk9SK9J3mVRQZM4bivWC2TAbDZUSo+M1FZqCkWKO9DRdS3eFuwaMFuEHMk4Q0ScdeTCKf5dLm5+bPovHawdvgJ6+iyVIOzHIuLKo3ZrBgKwKD97o49WDyJOH37l3aBXFdh2Gs5nJucMEDQjv4KWiXFpfBVk7ZBbNYkKag4sPRqDeY7NPorhf+FvYRFbl68By9vsUjXKnOzePq8fF87/x1cd6+rJJZFTG4mqhcQ6g7MvtjtMVXyV7Vd0zEExhKV6SvVZq5EXCsexDvL77XClpBy9u4syel3Ry/k2K0o1y75oj1VhgcNL0O6omzjctjrolZ0mVnL5QG/ZEzAasuYZl2G8vR0D7I06gCmCXPMqegTwxwUL0sYegogcqoUODPxv3UpVdDHOvx+uAMk2F3+AssJzd4kdvA+l9voNzsu7E5N8iUMXwmCKqWBu7rcg5NmQKTsWvaHZ1rgrFOM+TGhblqB6UONAuevkD6HCn+E+pnL9fviKCEb/Xgf5ReMq1yWegRp86VLingetxzJU34PNfMSUWwxHV7r8wLZjAjknvDk2iVVgxS7ktDekU62JOTfoIrstHVDuiq9BNYlYpAZ6lxT/xIYALp6kV2J+7UuW8ajUgQk9PsGdWnU/ijBM2bz9Ow2xtPcKUyezXP8n21uBuaj1qlX8p5O9obJ+8Wm4SnmaCU5HaPpNs98qeepqPbF3mZjm6/6+GsN/zY+F8AAAD//0iKLRbUDgAA - -- path: /opt/azure/containers/provision_configs.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuJrljZLTGkCtXpmdG3sD178cjTzXc8zx2B5eH1S0zKtMEvv5NTYR8SmlgguGkrUC2w5NrY1XKAya6nI1wD1FuWbYtYpcDej55biamouCnNROXpR7QKwbkWmusW7lnWEU6tqJ0gRVVvPkr2RBMlaJOBcHEdtnpq3km421A3zDZLrf7BCMzHA7QBvMhxKSnTidw8PZ0T2Jw3PoaaED/Y0Lfn5kgJT0XLV+RtnjIxkr1L/O9Sws+9ANlIoFZUSszre1RaGiJUp35J0XV/U3Pxdx/ubNj0cyGatwklmrdJAjna9pXgS9x7HuX6n5nze6saSvy4UXfxGKXvbvTIhMonVJM+KNw2qGSrfJCB5l0Tj/uwkkd9FaArLXQw/3y4O88VAf3Ot5/5v9Tffx1ZxMP6re3tg6er0JMEO8x9vZLdsZv9tVC443VbnVQ5uAKoci1RXQmQxlOpZnb7r9K3PYxk17sSLqSx1ry8x2co1uVP1y0AvoE46iiD6WCbXujmNYfcFjDjQVebs4T3AgEyx7DCgMGeYczt6+67z9sXP2+ufO2dsjfSHK640hYVTQgEZw/LggwUJ5jFQuPzl6cfSijpYPzRUWDgQOgWMhVI1XNdar6wYJIw8kwuEcy+xtRjuKkrfAsKBcQIBi4IJEkWZ9bYgpVpdmgAiYU9Vnz2g6X+jPK0y88cSDYIFI/ErdjMiKfHqEIZXe+YiBL1SzvQTQN1FQFIFgaDYjgVRRbcQOXFEG+AuSySpM+uMCkvCMT30alimtP3Q7R2Wh0S4KjUa4JoqRgAgSMIwwoUzAu1Mw/gEyzSgbHrbk9/lNtVomXnSfN1Qhbsl8jJggMpfOPwy180NNSzJX34pQGId/nmkb2tmpoV4xKnPu/d9megadw9Ox6/Gk7OkZOyM1T9tfmx4/tfbaoMbicypCrqp3FjujrMJZW+zWir4/G/oPA91XKiFblrtNesWKV6x2TTBHm4vdVrCi/boA2HaIv5XEzk8h1CvClV3lO96jsWA0GkcoxtXz2LZjyRTHsf42sR2rLw0idzrDUdFQpQ5nm3c0DIuUxdUIv3NTrC569LwBvH5ful62Yhgyoq1NzHeuDO1Dub/Kd+9PR0f6ayByo3yLYjLDXPQJq922uTWH9pXlen3buVhfI5cZDq/7QnsNTw4kt8xqHJ1i1IbQhlEDLOgSd9tFaa/bkaOtAeopU0PsVrKwOhsFSMX52nVamdPRxxjKkc/LfzYROhC8Ql769H+cnjYTK07WG1A3LgMcGYaxnr5VM7b9yZkRIoHO4a7Vzq4A2ld2z/Ssu1YtMatwk6VlRRJz12rnbX5/6w/vDknkN1DKDKn+ykDhksQKYNtg6+nSBkQtnV3LILeOtiujLFVWUcqm6sqMshHhxvp01zqSedQ2SxtfysaP7NOGZiooD1CEmRmGcunMpk5vMFFSmBNvpLq4Hd/s92uF42qvn8SVCa2OEKggaoQ4iehKLk+dFVpGOyrcO0c8rFiYNSryb79oVdn999/ax8qx2zvuJBRB/eTbvLWHkeaBXBwcMJK+xPBHRuPptCZT/ULGH6Gc3QepEC/uhPwRsmxeEqzfVngW1cJrzZ7do3GsPgRWd1izp3pYhlbPGzl+z7FUL7Q5cC/ax+o7XDNofb1rZY4R3rXk9Pk//K71CvKn+iZK/U1+T6b+tH47pv5OHxT086+VWXGYUBKLCYs0XPGxQjonlY8V0jgisUz4lnetV3fFDZfsYzpbqSzVezW/8p6dZbeRkWuGkkV+qSRnOiczly87jyQO6SPvxFhkNPjn6LYY4RAmAspwlc75uzdvfsyIzVEU4R0ayd5vCLL8Qxx071pPLWjtCgA7X+tZK0GKGaHg63Ovmhk+wulJ/e5ufvv2Hq+AcXT+5vTnt9l13JiGchdVuZX749uf9K1cuZ/dcsU1IHJ90vNAgnYSvNR3dA9BkM80Rn5t92Lidl3vomd2BxfZhzHzOtRo48Fk/UlvuPak1TAlb6xPF+3jTEfPEusx+2Dm2hS3HO95BEuxH3MD1UnuX+HqBA9f3LaN8+x1jeGQv//W3hrtVDDdNtpmdB6iJX7/bS00P4uGVOomQ5bjPYvKPV5tELmxPu2mUa4KMmCMaUSC1dqioK5H6h7LQ6wr6RiJItRo3Kruikj6/lu3uh7w7nps6NauK/Juo7qbOS1lvB5P+ow8YMYrR4554948SSFUb4tDsN+hPXLh4gLaWePiyFV1z4a23dpnZL4i9SkV/mqepE+1U/jfa71heS0vb7ctDrkbm1IBAsGALNEcQyI3k+3hR7tvm37fsT9ajm/fmtfWedND3zOva4SaNq4/wdmp2uNMEV+AEUCr3fMcvyh8DAZ+77b/vEGlUnP9dnEs2EotPR2+yNXeWufrov2ftUe51hgW+kNXp1uUU+6/rhCJ9Fcv8rGvx5PMtq9UqCDxvPbx1gK/CCNSbC2Nu34Unv8qDRY143BgS1WWiIPvNNFGl0VpkqxF4Y9ZJdc9/K9RftbNwZbkO1We0ctbz/N5f2s6aqJunfghfYwjisIytJTzXcs/fCAhQUVPrZPGgixxcZi1/g0lytXgMRXA0yShTOAQ1AdsCAeJ2QF+T5JEfb5lLapVmpylLs/yWlUW6R5QREIk1PdnF5SLV4AihlG4Uu06kl8S4vJkoPMdcXBnRSxWmjCKbhEjBSM4rS/fO0x/SNEtG4IvycFkd9KLwuwk/VBqRTuJdIpK21LWIhYewR9eCXYynNyTKALDta8/TMZb26aqAuRhpJot1QLQM8bLhHzeYLr1PHfOhjU6c8Fjwk3n9u2bE6mihi+yv4CYqmBDY1CAWyq3eyvLW/z0hx+yKVpmCiCtjEPVh7U+GQ92GX1kVnpuVeb/lLKebsrq3tq+Y7mTgac+ur1XFr4kJ5uWPZhKW7FvuZ46S1ynmU1MSc31TG/i5stIJkT5Qq4hDdJU4DQ7Uuo/t0g8o87oVn+aTTV54bD15y3f9K5p2h5ejXxndOv3Ro4zGXtWf/vaevCyUywRFQIbDpF/IG1G4uzOSfVmxf+Qc1fjy5V9XRHMt6/8oWX1dfMWCJbizbEiOue+oD5+wLHg0DJv3E7PtTrrMnQ21p+NSbCpsYOJbwaEFmw+qzrg85aqgxlZCwctaG077duAfMbSVrnn5X4ovKMYqa/fqaFoAny9lT//MIDrfpCkXlijq6P/FwAA//+wOWO5NWgAAA== - -- path: /opt/azure/manifest.json - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/8SU307bMBTG7/sUUda7LcdJ2nSjd6VkAo2lKJBJ04QiJzFgLbWR4wCjyrtPdkuTUrdsbBK33/nOP/tnL3qWZVl2zpnElBFR2GNrqWn9ipYkwnNijy17zrNfTmtM+4vpLLqYnERhfJR+C+Pzk1nUvMePtSDORuxscjE9XjugIJn9oW1R8HtWclyc8hxLyplqhfitRG0r9OSpTIlJfKpybqS8rcYIqTEhK3kGORcE7ikr+H0FjEgdQs/WQHvWQP1FcphEF0k6nR2F0eRr2KCSsvpB7X6WpJN4etw8L7j3XOqsZrJel43D03ByHjb1nvPq9np+dndEVJSzyh5bP9aqjngwBG/gDDrulT4C76Pj2Wv5slOPFNf6qteuTqzEklRyGQ3A8xy/G60kzspV7qqzDjZLjy1qlr+AlrKk/UWcRNNtnLT6SpBU4f+PkK5qHBdllDOa70Llb/d8LQAuuI7ID/xtBFaRwAwBZZXEZUk2v4LleZErXJcrCFwYtAWajdtmd7SguH0UamdJ9V3vIOCli9xza7vO49I0UiGo8rzhID/rjAhGJNkzROtxGC+Io0lysMhvQGIB14//MOUT5DivnDkVggvQ8Km3rxFvm6O7/kKzGB6lX5LDMD08iSbx9zWZKKMMC0oqZB64C+723PvY9X31w9xweUUfwHd93x357jbIyhYY5AF8+oPkAXiGx6HkoJM9cD1vaLANwfC5+kMYGdUDgxqA353Sc11TbgCm7gGY9h6Bac8RdL/7DRhTSea36md/iwfRa3rvwtnn3u8AAAD//59CdtiECAAA - -- path: /opt/azure/containers/init-aks-custom-cloud.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - - -- path: /opt/azure/containers/reconcilePrivateHosts.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/3SSb0/zNhTF3/tTHEy0AZKblo1JFDLWjaBV/OuI4A1ilUluqEVqB9vp2AP97o+ShpI+EnkTWz7+Hd9z7/ZW+Kh0+CjdjDFHHsJAm0o78h/bUpWUS1Uw9kReyFI5sguyQpUit2YuvHxyO7t4Y0C9jIKdtLIFhEsuIP4GvyQvM+nlEN5WxMFn3pfDMBz8dtjbP/i11/7DeasLlXZe6pTC1MzLylNYY09kqcSCrFNGR/v9waHo/yIGg59yY+fSR55ePd9lgMpxDx6ccEQReJ/j4Qh+RpoBwPgsifgRhyWZQVhZP/hCOY/j42PwoPbhjTA3FgpKgwdvreb+j4clP0JmGkFT6zn931TrITI+5BD5oCYFavdTcyeLin5Q7W+qVA5KZwbBCol3PFkqIdQL+L/y2Y0m46SJfDwZZZkl5wLeKar+mvtCr2poLPn6zJKv7Ic0V80iM5pYu1vf5WzJWHIRx5NpEv91fXWaRIMDlhaV82TP/jm9injwdn77ZzwdTcbTJL65i2+mV6PLeMlZHfs9go4YWxH2eqVVC+mpUPq5t4eHz2Y0rtw9qxKWUqNTVRBmxnnXhL9BckqnBOV/dtDGY3SeoOWildXV0qvy6LNcsRW7Qxhu8Dhj/81qu3oe2462x+NJFOx8PebrARPf1sTxZGPEXEFU1mOzEeRy1Y7UaK90tY5e5W2rX8A7vI3HIiSfhk0yHZtO0wAqHK3Mq8zAUQahwMMuJsy6oE/E17bvK5ongpCdu/gdYUaLUFdF0eHclpn0lG02zptOTPyj6i8jaqaSbcfXZ+x7AAAA//92UkeEmAQAAA== - -- path: /etc/systemd/system/reconcile-private-hosts.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/zTOMU4DMRCF4d6n8AUSn2AbBBJ0KAFRrLaYDG/ZkZyxNTOOCKdHAaV8r/m/+V0llvQIZ5Me0nQ6gJuyVOSC4LI1D8/rba/Ncje5UCBzHR6wNB9hF2Es6e3aMbmce0U6wIMspqa7laQOQ3r6Bh//znISLSfyLZfWo9DPMBRuGiQK82J3wOt/6/km2PuW5hf1oFqX9EEa+Hy4TudRQ3bDYfsg+0L8BgAA//8Sy/8V0QAAAA== - -- path: /etc/systemd/system/kubelet.service - permissions: "0600" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/4yUTU/jPBDH7/4Uoz4c4GD8LLs3lEMLaVXRpagp2kOpKseZUqvOJLLHBXbZ775KX9gtFEROsf37v1iaZHJLlqfiEoPxtmZbUXIVc3TI4qKiwjY7N5oX6aMNHBIVg1euMtqp3JJabtEfmjgkhPxQ+aWsyFnCU9b+HhlMRawtoS9OA/qVNSjac0b/eVxMss3bVIwwsPacaPegn8JumaFJzkRKK+srKpG4ax0mCtmoAuc6On5p+h/0vDY4jw4YfWlJNzeE46zfG6ej7ycii8ZgCOmj5Yw1x5B8+fZVpI9osibqxmOyvnquwwJUVbPSP6NH9dI77LJOw+KArlwW1oOsQa20V87mL9U+wxqy73WRBlp2DhM4Oi6rSAzPcO+xhrvW66S7FjzDgwHpTkA6hP9hCufACyTYxK7lUuaWijc1326cw9y2DrXf2pR6iTIstMe3bmJfJ1VolJizzh0GkAykGw9nAx9Ebf0apViit2Yn+qt6Z3jhTsD2kRKpcZPN5KHfO6GqQOl0ji4kraNfV7eddJCOZ9fDy3Q2aHfSQfa7tSdYJWf768rFEmXt4r0lWVi/GdCmhSdkDGpDbIDwj/ZoFzYeZLPOcDjOxqP2zaw7aPeyQ9jF8Lrb7826/UH6ITRu96/T0eUHTG80vP0gaH0gxKRPgbVz0/V/AIvOU1JGx1bGgH77XYs/AQAA///suTndaQQAAA== - -- path: /etc/systemd/system/mig-partition.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/0TOwWqDQBDG8fs+xR56NZs8gAfbWhFaK7HSg0iYmIkZ0FmZnQ1NS9+9mEuvf358fF3LpL15xjAILUqe02xZppt9Kws7eD7TGAXWbj3b6konApvttltb1K0xXYNypQF7s8egIJp6Ts5AUxQ0+RcOzRprwdTFIO5I7Pi+kYSZbDLTaHf/Lr2DI4SLdX5RB99R0A2eFYhRgptpTBYQpfXQJlzsw09Rt4eyaj6y6ik/1Pv3l/I1/zWmKzkoTFNvPoEVT4+3dI6TUhIDykZBRlTzFwAA///GvdrK/QAAAA== - -- path: /opt/azure/containers/mig-partition.sh - permissions: "0544" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/4SS0YubQBDG3/0rvpp76BVTa3ulXI4+lN41CE0MJelrWddRh5pd2V1tQsj/XjRcIiSgDMLOzu+bj5mdvAlTVmEqbOl5k2Wyfpnhe2MMKVftAyxbzlig4tQIs8eWi2ktjKMMb0vnajsLw4Jd2aTvpd6Gy9/xc/wtvFTdQwqltMM/bf6iNromU+2RkhSNJegcriToxmWi05yvNsgMt2TQkrGslTdZJ8/JDBtLw+avfpxGpnuN7oIdawWROzJ9TqS6JbC1TfdHzjvK4C3i+Z/Vr+RH/PPl690hOnpSWMLdYZA/ghU8APAX8Twq/Pv+0H2qH8jUbrnzg6ksGNFjcBVn4OnpLPRxVOgh6OMW/GkMfgxuNn0Y4z7for6MUR8GFE6zenchSJYafrd4gVZUfFotK+uEktQ9hJwr8i/1O3aIhkbICuldNZb8PwAA//+R/AassAIAAA== - -- path: /opt/azure/containers/bind-mount.sh - permissions: "0544" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/3ST3Y7jNgyF7/UUZ+0AbdEkfoBiLrpoCgSdzRRttjdFMZBtek1YlgyRziQt9t0LOf8T7CVBiTrn41H+oRglFiX7gvwOpZXWCCkWARQj7VnPpQ+jF7qUAw/UWHbHem9Mjo/sa/Rh9IpuLMmRQgNoaKmnaB1EQ7RfCMFD1EYdhzmswFNFIjYeliY3ObYtCxrek8B6sMhIeGNtzzO/E9iSHeshTa9JqVJY50Jl1ZaOTI7KDrZKB5oQsQk1XUUsTiKWePH4+d8x0vyxaXJIG0ZXowoxkgzB1+kxbQlK/YCapQM3sPjrE1orCJ6WR+VSRR4Uve1ITA5trULjSCgPKC+A2H95N00Dip2NheOyODmdQ4LJryxb9p2AE4HJLdUJ5f2Y74uadoXU5Q8nPZFkdJqksD/aqRSVddXorHLwCM0jgAvBZdprMtoJaEcRMg5DiCqwTil6q7wjQUnCNclVx+Sc5ZSGIbBXvLFz8EQTypIwDnXyYD69fN5sX39/WW+2T1nRey1sJ5kxv33+uHpebV/v+rP/bsqvZ1LZ5fAv6z+esvcgM2P6ruaIxYB3E7JkMHh3QB92NME88645sQpxytnZLh3RT+A8Go6iKEPQpflztdmuN6vn11/Xz6unrAiDFjYFrKiCV8ueoqR/Vi+EUgDIZYYb/I0PWBCy2d39DP/8lMR4AwD9DtnsxmGGbHZjIpsOaRir9mGOafjocFrfYdI6vwniNxyXturOiaf9QFVaVH71XlIT4vUiq5Br0NvD8Wcv73jfKP+ameOzi8Wk4aZ7t5WHazBV24ca9se3h97/AQAA//82ywp0xAQAAA== - -- path: /etc/systemd/system/bind-mount.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/xzNMW7CQBCF4X5O4QuYPYGLoFCkBUUpLBdj+xFGWc+i2bcR5PQRrv9f+sZPN07yjrqE3WnFh6P52m2lObufNiOD3apUGS+IX1swyRmVGhyK91e13AJyxqbmb1ciTg/j8ESV0wPLZR/TbJ5mrbculTuT/rVAWopTzRH1ldd+Jw/1JjJ+eKXmPMmXOrEen8PWMq1vFXGgxjco/wEAAP//HvlBProAAAA= - -- path: /etc/systemd/system/dhcpv6.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/zTNsc6CMBAH8P1e45uh27d10IiJkwMaB8JQy19prNfmeqD49A7EJ/h1Zw7a0w7FS8gaEluwu0YMo8/zP21uCrEMfSV5VIljYNTq5A4l6lrIHDx6Oi0ZNjHKmJSaN3yrTtSalNW4zyQwPrG6wJBiVqBahbqMRN2Bi7oYe7o4VgzbxT6nqKGaCuTH/TXHPX0DAAD//wVR54mwAAAA - -- path: /opt/azure/containers/enable-dhcpv6.sh - permissions: "0544" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/3RS3WqcQBS+n6f4apZNezG6W4g3TQPFaCpdFMKG3hTEHY/rUDNjnZlNYOO7F9cKbbq58XD+vh/PXLwLnOmDnVQBqQN2pWkYM2TBaQoaneyoLmU75Y6x26/RJo2zbVhEeZYUSbqJPwdkRVA1ohs/rSRlQ19oVbNokz/cFmmWbosouZvmFNkn3f8MpLLU16Ug41fB1YqLVruKSyWtL+o9Yz2VFXgPXuHyElm8/Z7ffzuRpncP91+2aZ7h+hpxHuHlBbZ3xOQIB7LNClKRDVE6qxkAuA6mJepwNaezUvA1eAguarxlA7ytERzKPmjl7vXAyOa3VBoy4IeJfNYT5xFjZVUVsi6UtgU9S2PN+w84nlTse+rAfz0n8BbH9eCN4ePgjeskGj1Xb27+NNjA2NSItKrl3vVS7Ucj3SGE7/seY1Y70bxtZLnEf3LgWflI2lmsV588LI5nLjyMmz9Oos/sL45nrzOMYP++gL9wjKs0ZF3pJzX9tOVyrrnuVHlttrRSKwj92LVkyWMXcZ6w3wEAAP//V01dfMMCAAA= - -- path: /etc/systemd/system/docker.service.d/exec_start.conf - permissions: "0644" - owner: root - content: | - [Service] - ExecStart= - ExecStart=/usr/bin/dockerd -H fd:// --storage-driver=overlay2 --bip= - ExecStartPost=/sbin/iptables -P FORWARD ACCEPT - #EOF - -- path: /etc/docker/daemon.json - permissions: "0644" - owner: root - content: | - { - "live-restore": true, - "log-driver": "json-file", - "log-opts": { - "max-size": "50m", - "max-file": "5" - } - } - -- path: /etc/systemd/system/sync-tunnel-logs.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=Syncs AKS pod log symlinks so that WALinuxAgent can include aks-link/konnectivity/tunnelfront logs. - After=containerd.service - - [Service] - ExecStart=/opt/azure/containers/sync-tunnel-logs.sh - Restart=always - - [Install] - WantedBy=multi-user.target - -- path: /opt/azure/containers/sync-tunnel-logs.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/5SUUW/bthfF3/kpTh2jbfL/00pSbA8JUmxLvCKAlwyxt2EoioCmriRCFKmRlFNt3ncfSNmO2yQDpif7irw893cOdfAK2VKZbCl8xdj87vIiWwmXaVtm0poglCHn2dV88VgXf3aOMlH7rLW5Z+wAPzhlSiiD2zl3pEWgHLEhVsJ55m3nJCGjIDPr4wISnuK+a+OD0BrK2KCKngdrtYcqECrq3zhCo7yPrQtnm1iEakRJTBX4+BHjv66v/sbFBUaNcFHnCJ8+ncdlhgHSNo0wOfhq2/5BqID3WU6rzHRa4/T96xOs18hNAbVRwvsvxTDSnvCf2ok28JICuMXVz3V5djazsj47W6iGbBcu3h0fD6c8MzorVMQyp4BS2+Uyjm7boKzx8BahEiEKaUsyKJ1Yelij+wRG29LjgfAgTGC+sm0A96DPITZ6LESlqcIO8FscoLAOzziOYEGflQ+JNV6B5xjP7y7xCJhkZcENRrFPMsm6Yc1272QyGTHgoVKavm6SWwYAXhO1OPkm/dl1TNtya2h7zCj+mYw2fH4SNaWhc/JBGREBIVeOZLCuj/kxNkBoRyLv0TryZAJr6lw58Bbjq/kiYQ7CBQgshaxLZzuTo3VWkk/TS03CoGsHsimAOWmK0Y6xT2awA1RiReZNwJLIoLG5KhTl8SqcorKd8xMsKuUhtLYPHl1q7ShSRuiMIR27sYPhFFEEchBw5KO2CRvQBdfRhlihTI4XbiJ46FtCAa6VqT1OwJtGGfzv5PQYfBDPtsjffXt8zCJVvB6Qmk5o3cP3Rka1aESQVbQ1KbNGEosGL365uZnO7me3H+5/vJ5N46Tjt9tM8g8YRYOz796K2icZ66SRS+PXUmnVNevaGkMyqJUK/XpgUDhrwiE/uq+7JXHf+0DN/dFE23J0uI3KkIOZMnUUNf5KRwzM8CHTBnxWPFmQXM/SxGxolewfvlu7+5wSG3FYo4J1KdKyEqYkz/avPf8DvAF34LRJxf+lIxFoyPd6k/kYQFxd300vF7d3v2P66/Rmgahml38pPGG8IZkq8dnCe44I1tghfeH9APqFl/v4X1iyZ8pzKw53Oh8nGEbbG2H7XN5Nv19Mjw6fvMBTT3dGPnn2nR2Nd0SzYUsszRfZv+w/P/+iTF7ITSn+HFLxTwAAAP//FJDA2AoHAAA= - -- path: /etc/systemd/system/containerd.service.d/exec_start.conf - permissions: "0644" - owner: root - content: | - [Service] - ExecStartPost=/sbin/iptables -P FORWARD ACCEPT - #EOF - -- path: /etc/crictl.yaml - permissions: "0644" - owner: root - content: | - runtime-endpoint: unix:///run/containerd/containerd.sock - #EOF - -- path: /etc/systemd/system/ensure-no-dup.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/zyNvUoEQRCE83mKBuO9AfMNDjxTwcXouGB+ar3GvZ6hu0fEpxeV26z4qqjv/Cbsl/AEK8rducl8rJUq6uiE7ClvIB0bjNam9DEyBE5Zub6DWKhru7GV0YbRrVWE4+rQuTTxxAKtB4N+crkXvw8bfKfn5T9cwivMk/rcZFoTb0NxRwvK/BhOXyjL3yJmlpiTXSm27jF9D0XcjRYhNhSTtKmOfrBreDi9PIefAAAA//+1G3Iw6wAAAA== - -- path: /opt/azure/containers/ensure-no-dup.sh - permissions: "0755" - owner: root - encoding: gzip - content: !!binary | - H4sIAAAAAAAA/7xVXU8bRxR9319xWCMVN1ovpJHSUtHKAiqhhmAFeAIeZmeudwdmZzbzYeKC/3s163Vih01KKiVv9nycc8+5d88MtvJC6rxgrkqSASzVZkbwlXSQU9wTmCVoA2V0SRbBSV2isaaWjgcTHAorRUmojSBMjQU32jOpyYpkgILxu9KaoMV+xCrJQ4RGSc48CTSM35F3mFpTozEC3sCRnUlOJ5NIXxhftQUYDV8RHKtjMYKwYzQt78V1XtjdVSFMC2xsRmDZQHpHaoqZZLgjq0lBBIqM62JaFQVFjUYPk0Es2lUmKIGpVJ4sTPAt6keKJXwy6DxzoA+MezXHfcU87kJBKqo25Fp7hOF3ZF0l6xdxT5NPBqi8b9x+npfSV6EYcVPncdNq8uTWfzZBqfzlr6/3XicJFZ4Vihwyvyoue4Px3+fZ0fHR5SSbvDs7PTk/xMs/ckGzXAelEjnF1RW2/0RG77GLm5vfoxidAADxyiB9et8GRWDKEhNzOPLp8vQH6bGbTGWHuYVsipw8z7mWuSY/EvnebvZpGrK4xo2eKul8HzPXMg7PVJbQxiM0mJMfjUaRKTaEmFXzNfK9SJ4su/6W1XSwvcOZ/4Ya8Ijb98gs0lGjQim1u7rBIxwp4n5n5OcN4eAA1+mS4zod4hGj5Z90mHRzc2rEj6JeY0yHne/p9sPa8iLF1gFSbwOlfR5338j2wyfbFq3bUj/5Dr5ifdv3jca7ucu5Ys5F7fkGfs6EsOTcN9XzzO537T+ZHGzvyAaRKX6v958hPqK01CA7NkilJo+dq93st5ufr0fDh18Wy9/pxqm+AyvLs3+i6yvmxfONbkMgqqvYLAYVZDN7hc6e/9TaGHEeCk1+LIT9QRMnG1aPXMv6mfyNavo94G1uRr2CPNla6u5hiQn+k+uSk9VYEsAyXXah+mUhzwyE0/HhyqJnjOYwSZYlMyEi8tMQ7MIWvGJSp73Z+7bn2iB2F5rue/ZaqF6kcc/prMHJZPYKmfs4VKfjwwUygxn56gWyTDaZsxxro4nsFuPDw+PJxXfh2ZyBSHb07mzyBaqzy4vJ5UVb0Vdsah8bb1anW49wG+omLj65uGqbCb4Jvh0KTfdqHuFI9BBFeLff3783K9L1B/P/PLJdRA6Oz/76NwAA//+rs4yxXgkAAA== - -- path: /etc/systemd/system/teleportd.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=teleportd teleport runtime - After=network.target - [Service] - ExecStart=/usr/local/bin/teleportd --metrics --aksConfig /etc/kubernetes/azure.json - Delegate=yes - KillMode=process - Restart=always - LimitNPROC=infinity - LimitCORE=infinity - LimitNOFILE=1048576 - TasksMax=infinity - [Install] - WantedBy=multi-user.target - #EOF - -- path: /etc/systemd/system/nvidia-modprobe.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=Installs and loads Nvidia GPU kernel module - [Service] - Type=oneshot - RemainAfterExit=true - ExecStartPre=/bin/sh -c "dkms autoinstall --verbose" - ExecStart=/bin/sh -c "nvidia-modprobe -u -c0" - ExecStartPost=/bin/sh -c "sleep 10 && systemctl restart kubelet" - [Install] - WantedBy=multi-user.target - -- path: /etc/default/kubelet - permissions: "0644" - owner: root - content: | - KUBELET_FLAGS=--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key - KUBELET_REGISTER_SCHEDULABLE=true - NETWORK_POLICY= - KUBELET_NODE_LABELS=agentpool=agent2,kubernetes.azure.com/agentpool=agent2 - -- path: /var/lib/kubelet/kubeconfig - permissions: "0644" - owner: root - content: | - apiVersion: v1 - kind: Config - clusters: - - name: localcluster - cluster: - certificate-authority: /etc/kubernetes/certs/ca.crt - server: https://:443 - users: - - name: client - user: - client-certificate: /etc/kubernetes/certs/client.crt - client-key: /etc/kubernetes/certs/client.key - contexts: - - context: - cluster: localcluster - user: client - name: localclustercontext - current-context: localclustercontext - -- path: /etc/systemd/system/containerd.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=containerd daemon - After=network.target - [Service] - ExecStartPre=/sbin/modprobe overlay - ExecStart=/usr/bin/containerd - Delegate=yes - KillMode=process - Restart=always - OOMScoreAdjust=-999 - # Having non-zero Limit*s causes performance problems due to accounting overhead - # in the kernel. We recommend using cgroups to do container-local accounting. - LimitNPROC=infinity - LimitCORE=infinity - LimitNOFILE=infinity - TasksMax=infinity - [Install] - WantedBy=multi-user.target - -- path: /opt/azure/containers/kubelet.sh - permissions: "0755" - owner: root - content: | - #!/bin/bash - # Disallow container from reaching out to the special IP address 168.63.129.16 - # for TCP protocol (which http uses) - # - # 168.63.129.16 contains protected settings that have priviledged info. - # - # The host can still reach 168.63.129.16 because it goes through the OUTPUT chain, not FORWARD. - # - # Note: we should not block all traffic to 168.63.129.16. For example UDP traffic is still needed - # for DNS. - iptables -I FORWARD -d 168.63.129.16 -p tcp --dport 80 -j DROP - -- path: /etc/kubernetes/certs/ca.crt - permissions: "0600" - encoding: base64 - owner: root - content: | - - -- path: /opt/azure/containers/setup-custom-search-domains.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line339.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line339.sh deleted file mode 100644 index 21f8bec58d6..00000000000 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line339.sh +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/bash -set -x -source "${CSE_HELPERS_FILEPATH}" -source "${CSE_DISTRO_HELPERS_FILEPATH}" - -echo " dns-search ${CUSTOM_SEARCH_DOMAIN_NAME}" | tee -a /etc/network/interfaces.d/50-cloud-init.cfg -systemctl_restart 20 5 10 networking -wait_for_apt_locks -retrycmd_if_failure 10 5 120 apt-get -y install realmd sssd sssd-tools samba-common samba samba-common python2.7 samba-libs packagekit -wait_for_apt_locks -echo "${CUSTOM_SEARCH_REALM_PASSWORD}" | realm join -U ${CUSTOM_SEARCH_REALM_USER}@$(echo "${CUSTOM_SEARCH_DOMAIN_NAME}" | tr /a-z/ /A-Z/) $(echo "${CUSTOM_SEARCH_DOMAIN_NAME}" | tr /a-z/ /A-Z/) diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line68.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line68.sh deleted file mode 100644 index 93f80307b92..00000000000 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=false/line68.sh +++ /dev/null @@ -1,619 +0,0 @@ -#!/bin/bash -NODE_INDEX=$(hostname | tail -c 2) -NODE_NAME=$(hostname) - -configureAdminUser(){ - chage -E -1 -I -1 -m 0 -M 99999 "${ADMINUSER}" - chage -l "${ADMINUSER}" -} - -configPrivateClusterHosts() { - mkdir -p /etc/systemd/system/reconcile-private-hosts.service.d/ - touch /etc/systemd/system/reconcile-private-hosts.service.d/10-fqdn.conf - tee /etc/systemd/system/reconcile-private-hosts.service.d/10-fqdn.conf > /dev/null < /sys/kernel/mm/transparent_hugepage/enabled - echo "kernel/mm/transparent_hugepage/enabled=${THP_ENABLED}" >> ${ETC_SYSFS_CONF} - fi - if [[ "${THP_DEFRAG}" != "" ]]; then - echo "${THP_DEFRAG}" > /sys/kernel/mm/transparent_hugepage/defrag - echo "kernel/mm/transparent_hugepage/defrag=${THP_DEFRAG}" >> ${ETC_SYSFS_CONF} - fi -} - -configureSwapFile() { - # https://learn.microsoft.com/en-us/troubleshoot/azure/virtual-machines/troubleshoot-device-names-problems#identify-disk-luns - swap_size_kb=$(expr ${SWAP_FILE_SIZE_MB} \* 1000) - swap_location="" - - # Attempt to use the resource disk - if [[ -L /dev/disk/azure/resource-part1 ]]; then - resource_disk_path=$(findmnt -nr -o target -S $(readlink -f /dev/disk/azure/resource-part1)) - disk_free_kb=$(df ${resource_disk_path} | sed 1d | awk '{print $4}') - if [[ ${disk_free_kb} -gt ${swap_size_kb} ]]; then - echo "Will use resource disk for swap file" - swap_location=${resource_disk_path}/swapfile - else - echo "Insufficient disk space on resource disk to create swap file: request ${swap_size_kb} free ${disk_free_kb}, attempting to fall back to OS disk..." - fi - fi - - # If we couldn't use the resource disk, attempt to use the OS disk - if [[ -z "${swap_location}" ]]; then - # Directly check size on the root directory since we can't rely on 'root-part1' always being the correct label - os_device=$(readlink -f /dev/disk/azure/root) - disk_free_kb=$(df -P / | sed 1d | awk '{print $4}') - if [[ ${disk_free_kb} -gt ${swap_size_kb} ]]; then - echo "Will use OS disk for swap file" - swap_location=/swapfile - else - echo "Insufficient disk space on OS device ${os_device} to create swap file: request ${swap_size_kb} free ${disk_free_kb}" - exit $ERR_SWAP_CREATE_INSUFFICIENT_DISK_SPACE - fi - fi - - echo "Swap file will be saved to: ${swap_location}" - retrycmd_if_failure 24 5 25 fallocate -l ${swap_size_kb}K ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - chmod 600 ${swap_location} - retrycmd_if_failure 24 5 25 mkswap ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - retrycmd_if_failure 24 5 25 swapon ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - retrycmd_if_failure 24 5 25 swapon --show | grep ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - echo "${swap_location} none swap sw 0 0" >> /etc/fstab -} - -configureEtcEnvironment() { - mkdir -p /etc/systemd/system.conf.d/ - touch /etc/systemd/system.conf.d/proxy.conf - chmod 0644 /etc/systemd/system.conf.d/proxy.conf - - mkdir -p /etc/apt/apt.conf.d - chmod 0644 /etc/apt/apt.conf.d/95proxy - touch /etc/apt/apt.conf.d/95proxy - - # TODO(ace): this pains me but quick and dirty refactor - echo "[Manager]" >> /etc/systemd/system.conf.d/proxy.conf - if [ "${HTTP_PROXY_URLS}" != "" ]; then - echo "HTTP_PROXY=${HTTP_PROXY_URLS}" >> /etc/environment - echo "http_proxy=${HTTP_PROXY_URLS}" >> /etc/environment - echo "Acquire::http::proxy \"${HTTP_PROXY_URLS}\";" >> /etc/apt/apt.conf.d/95proxy - echo "DefaultEnvironment=\"HTTP_PROXY=${HTTP_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - echo "DefaultEnvironment=\"http_proxy=${HTTP_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - fi - if [ "${HTTPS_PROXY_URLS}" != "" ]; then - echo "HTTPS_PROXY=${HTTPS_PROXY_URLS}" >> /etc/environment - echo "https_proxy=${HTTPS_PROXY_URLS}" >> /etc/environment - echo "Acquire::https::proxy \"${HTTPS_PROXY_URLS}\";" >> /etc/apt/apt.conf.d/95proxy - echo "DefaultEnvironment=\"HTTPS_PROXY=${HTTPS_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - echo "DefaultEnvironment=\"https_proxy=${HTTPS_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - fi - if [ "${NO_PROXY_URLS}" != "" ]; then - echo "NO_PROXY=${NO_PROXY_URLS}" >> /etc/environment - echo "no_proxy=${NO_PROXY_URLS}" >> /etc/environment - echo "DefaultEnvironment=\"NO_PROXY=${NO_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - echo "DefaultEnvironment=\"no_proxy=${NO_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - fi - - # for kubelet to pick up the proxy - mkdir -p "/etc/systemd/system/kubelet.service.d" - tee "/etc/systemd/system/kubelet.service.d/10-httpproxy.conf" > /dev/null <<'EOF' -[Service] -EnvironmentFile=/etc/environment -EOF -} - -configureHTTPProxyCA() { - echo "${HTTP_PROXY_TRUSTED_CA}" | base64 -d > /usr/local/share/ca-certificates/proxyCA.crt || exit $ERR_UPDATE_CA_CERTS - update-ca-certificates || exit $ERR_UPDATE_CA_CERTS -} - -configureCustomCaCertificate() { - mkdir -p /opt/certs - for i in $(seq 0 $((${CUSTOM_CA_TRUST_COUNT} - 1))); do - # directly referring to the variable as "${CUSTOM_CA_CERT_${i}}" - # causes bad substitution errors in bash - # dynamically declare and use `!` to add a layer of indirection - declare varname=CUSTOM_CA_CERT_${i} - echo "${!varname}" > /opt/certs/00000000000000cert${i}.crt - done - # This will block until the service is considered active. - # Update_certs.service is a oneshot type of unit that - # is considered active when the ExecStart= command terminates with a zero status code. - systemctl restart update_certs.service || exit $ERR_UPDATE_CA_CERTS - # after new certs are added to trust store, containerd will not pick them up properly before restart. - # aim here is to have this working straight away for a freshly provisioned node - # so we force a restart after the certs are updated - # custom CA daemonset copies certs passed by the user to the node, what then triggers update_certs.path unit - # path unit then triggers the script that copies over cert files to correct location on the node and updates the trust store - # as a part of this flow we could restart containerd everytime a new cert is added to the trust store using custom CA - systemctl restart containerd -} - - -configureKubeletServerCert() { - KUBELET_SERVER_PRIVATE_KEY_PATH="/etc/kubernetes/certs/kubeletserver.key" - KUBELET_SERVER_CERT_PATH="/etc/kubernetes/certs/kubeletserver.crt" - - openssl genrsa -out $KUBELET_SERVER_PRIVATE_KEY_PATH 2048 - openssl req -new -x509 -days 7300 -key $KUBELET_SERVER_PRIVATE_KEY_PATH -out $KUBELET_SERVER_CERT_PATH -subj "/CN=${NODE_NAME}" -addext "subjectAltName=DNS:${NODE_NAME}" -} - -configureK8s() { - APISERVER_PUBLIC_KEY_PATH="/etc/kubernetes/certs/apiserver.crt" - touch "${APISERVER_PUBLIC_KEY_PATH}" - chmod 0644 "${APISERVER_PUBLIC_KEY_PATH}" - chown root:root "${APISERVER_PUBLIC_KEY_PATH}" - - AZURE_JSON_PATH="/etc/kubernetes/azure.json" - touch "${AZURE_JSON_PATH}" - chmod 0600 "${AZURE_JSON_PATH}" - chown root:root "${AZURE_JSON_PATH}" - - mkdir -p "/etc/kubernetes/certs" - if [ -n "${KUBELET_CLIENT_CONTENT}" ]; then - echo "${KUBELET_CLIENT_CONTENT}" | base64 -d > /etc/kubernetes/certs/client.key - fi - if [ -n "${KUBELET_CLIENT_CERT_CONTENT}" ]; then - echo "${KUBELET_CLIENT_CERT_CONTENT}" | base64 -d > /etc/kubernetes/certs/client.crt - fi - if [ -n "${SERVICE_PRINCIPAL_FILE_CONTENT}" ]; then - echo "${SERVICE_PRINCIPAL_FILE_CONTENT}" | base64 -d > /etc/kubernetes/sp.txt - fi - - set +x - echo "${APISERVER_PUBLIC_KEY}" | base64 --decode > "${APISERVER_PUBLIC_KEY_PATH}" - # Perform the required JSON escaping - SP_FILE="/etc/kubernetes/sp.txt" - SERVICE_PRINCIPAL_CLIENT_SECRET="$(cat "$SP_FILE")" - SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET//\\/\\\\} - SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET//\"/\\\"} - rm "$SP_FILE" # unneeded after reading from disk. - cat << EOF > "${AZURE_JSON_PATH}" -{ - "cloud": "${TARGET_CLOUD}", - "tenantId": "${TENANT_ID}", - "subscriptionId": "${SUBSCRIPTION_ID}", - "aadClientId": "${SERVICE_PRINCIPAL_CLIENT_ID}", - "aadClientSecret": "${SERVICE_PRINCIPAL_CLIENT_SECRET}", - "resourceGroup": "${RESOURCE_GROUP}", - "location": "${LOCATION}", - "vmType": "${VM_TYPE}", - "subnetName": "${SUBNET}", - "securityGroupName": "${NETWORK_SECURITY_GROUP}", - "vnetName": "${VIRTUAL_NETWORK}", - "vnetResourceGroup": "${VIRTUAL_NETWORK_RESOURCE_GROUP}", - "routeTableName": "${ROUTE_TABLE}", - "primaryAvailabilitySetName": "${PRIMARY_AVAILABILITY_SET}", - "primaryScaleSetName": "${PRIMARY_SCALE_SET}", - "cloudProviderBackoffMode": "${CLOUDPROVIDER_BACKOFF_MODE}", - "cloudProviderBackoff": ${CLOUDPROVIDER_BACKOFF}, - "cloudProviderBackoffRetries": ${CLOUDPROVIDER_BACKOFF_RETRIES}, - "cloudProviderBackoffExponent": ${CLOUDPROVIDER_BACKOFF_EXPONENT}, - "cloudProviderBackoffDuration": ${CLOUDPROVIDER_BACKOFF_DURATION}, - "cloudProviderBackoffJitter": ${CLOUDPROVIDER_BACKOFF_JITTER}, - "cloudProviderRateLimit": ${CLOUDPROVIDER_RATELIMIT}, - "cloudProviderRateLimitQPS": ${CLOUDPROVIDER_RATELIMIT_QPS}, - "cloudProviderRateLimitBucket": ${CLOUDPROVIDER_RATELIMIT_BUCKET}, - "cloudProviderRateLimitQPSWrite": ${CLOUDPROVIDER_RATELIMIT_QPS_WRITE}, - "cloudProviderRateLimitBucketWrite": ${CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE}, - "useManagedIdentityExtension": ${USE_MANAGED_IDENTITY_EXTENSION}, - "userAssignedIdentityID": "${USER_ASSIGNED_IDENTITY_ID}", - "useInstanceMetadata": ${USE_INSTANCE_METADATA}, - "loadBalancerSku": "${LOAD_BALANCER_SKU}", - "disableOutboundSNAT": ${LOAD_BALANCER_DISABLE_OUTBOUND_SNAT}, - "excludeMasterFromStandardLB": ${EXCLUDE_MASTER_FROM_STANDARD_LB}, - "providerVaultName": "${KMS_PROVIDER_VAULT_NAME}", - "maximumLoadBalancerRuleCount": ${MAXIMUM_LOADBALANCER_RULE_COUNT}, - "providerKeyName": "k8s", - "providerKeyVersion": "" -} -EOF - set -x - if [[ "${CLOUDPROVIDER_BACKOFF_MODE}" = "v2" ]]; then - sed -i "/cloudProviderBackoffExponent/d" /etc/kubernetes/azure.json - sed -i "/cloudProviderBackoffJitter/d" /etc/kubernetes/azure.json - fi - - configureKubeletServerCert - if [ "${IS_CUSTOM_CLOUD}" == "true" ]; then - set +x - AKS_CUSTOM_CLOUD_JSON_PATH="/etc/kubernetes/${TARGET_ENVIRONMENT}.json" - touch "${AKS_CUSTOM_CLOUD_JSON_PATH}" - chmod 0600 "${AKS_CUSTOM_CLOUD_JSON_PATH}" - chown root:root "${AKS_CUSTOM_CLOUD_JSON_PATH}" - - echo "${CUSTOM_ENV_JSON}" | base64 -d > "${AKS_CUSTOM_CLOUD_JSON_PATH}" - set -x - fi - - if [ "${KUBELET_CONFIG_FILE_ENABLED}" == "true" ]; then - set +x - KUBELET_CONFIG_JSON_PATH="/etc/default/kubeletconfig.json" - touch "${KUBELET_CONFIG_JSON_PATH}" - chmod 0600 "${KUBELET_CONFIG_JSON_PATH}" - chown root:root "${KUBELET_CONFIG_JSON_PATH}" - echo "${KUBELET_CONFIG_FILE_CONTENT}" | base64 -d > "${KUBELET_CONFIG_JSON_PATH}" - set -x - KUBELET_CONFIG_DROP_IN="/etc/systemd/system/kubelet.service.d/10-componentconfig.conf" - touch "${KUBELET_CONFIG_DROP_IN}" - chmod 0600 "${KUBELET_CONFIG_DROP_IN}" - tee "${KUBELET_CONFIG_DROP_IN}" > /dev/null < /etc/modules-load.d/br_netfilter.conf - configureCNIIPTables -} - -configureCNIIPTables() { - if [[ "${NETWORK_PLUGIN}" = "azure" ]]; then - mv $CNI_BIN_DIR/10-azure.conflist $CNI_CONFIG_DIR/ - chmod 600 $CNI_CONFIG_DIR/10-azure.conflist - if [[ "${NETWORK_POLICY}" == "calico" ]]; then - sed -i 's#"mode":"bridge"#"mode":"transparent"#g' $CNI_CONFIG_DIR/10-azure.conflist - elif [[ "${NETWORK_POLICY}" == "" || "${NETWORK_POLICY}" == "none" ]] && [[ "${NETWORK_MODE}" == "transparent" ]]; then - sed -i 's#"mode":"bridge"#"mode":"transparent"#g' $CNI_CONFIG_DIR/10-azure.conflist - fi - /sbin/ebtables -t nat --list - fi -} - -disableSystemdResolved() { - ls -ltr /etc/resolv.conf - cat /etc/resolv.conf - UBUNTU_RELEASE=$(lsb_release -r -s) - if [[ "${UBUNTU_RELEASE}" == "18.04" || "${UBUNTU_RELEASE}" == "20.04" || "${UBUNTU_RELEASE}" == "22.04" ]]; then - echo "Ingorings systemd-resolved query service but using its resolv.conf file" - echo "This is the simplest approach to workaround resolved issues without completely uninstall it" - [ -f /run/systemd/resolve/resolv.conf ] && sudo ln -sf /run/systemd/resolve/resolv.conf /etc/resolv.conf - ls -ltr /etc/resolv.conf - cat /etc/resolv.conf - fi -} - -ensureContainerd() { - if [ "${TELEPORT_ENABLED}" == "true" ]; then - ensureTeleportd - fi - mkdir -p "/etc/systemd/system/containerd.service.d" - tee "/etc/systemd/system/containerd.service.d/exec_start.conf" > /dev/null < /etc/containerd/config.toml || exit $ERR_FILE_WATCH_TIMEOUT - tee "/etc/sysctl.d/99-force-bridge-forward.conf" > /dev/null < "${KUBE_CA_FILE}" - chmod 0600 "${KUBE_CA_FILE}" - - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then - KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" - mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" - touch "${KUBELET_TLS_DROP_IN}" - chmod 0600 "${KUBELET_TLS_DROP_IN}" - tee "${KUBELET_TLS_DROP_IN}" > /dev/null < /dev/null < /dev/null < /dev/null < /dev/null < "${SYSCTL_CONFIG_FILE}" - retrycmd_if_failure 24 5 25 sysctl --system -} - -ensureK8sControlPlane() { - if $REBOOTREQUIRED || [ "$NO_OUTBOUND" = "true" ]; then - return - fi - retrycmd_if_failure 120 5 25 $KUBECTL 2>/dev/null cluster-info || exit $ERR_K8S_RUNNING_TIMEOUT -} - -createKubeManifestDir() { - KUBEMANIFESTDIR=/etc/kubernetes/manifests - mkdir -p $KUBEMANIFESTDIR -} - -writeKubeConfig() { - KUBECONFIGDIR=/home/$ADMINUSER/.kube - KUBECONFIGFILE=$KUBECONFIGDIR/config - mkdir -p $KUBECONFIGDIR - touch $KUBECONFIGFILE - chown $ADMINUSER:$ADMINUSER $KUBECONFIGDIR - chown $ADMINUSER:$ADMINUSER $KUBECONFIGFILE - chmod 700 $KUBECONFIGDIR - chmod 600 $KUBECONFIGFILE - set +x - echo " ---- -apiVersion: v1 -clusters: -- cluster: - certificate-authority-data: \"$CA_CERTIFICATE\" - server: $KUBECONFIG_SERVER - name: \"$MASTER_FQDN\" -contexts: -- context: - cluster: \"$MASTER_FQDN\" - user: \"$MASTER_FQDN-admin\" - name: \"$MASTER_FQDN\" -current-context: \"$MASTER_FQDN\" -kind: Config -users: -- name: \"$MASTER_FQDN-admin\" - user: - client-certificate-data: \"$KUBECONFIG_CERTIFICATE\" - client-key-data: \"$KUBECONFIG_KEY\" -" > $KUBECONFIGFILE - set -x -} - -configClusterAutoscalerAddon() { - CLUSTER_AUTOSCALER_ADDON_FILE=/etc/kubernetes/addons/cluster-autoscaler-deployment.yaml - wait_for_file 1200 1 $CLUSTER_AUTOSCALER_ADDON_FILE || exit $ERR_FILE_WATCH_TIMEOUT - sed -i "s||$(echo $SERVICE_PRINCIPAL_CLIENT_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $SERVICE_PRINCIPAL_CLIENT_SECRET | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $SUBSCRIPTION_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $TENANT_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $RESOURCE_GROUP | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE -} - -configACIConnectorAddon() { - ACI_CONNECTOR_CREDENTIALS=$(printf "{\"clientId\": \"%s\", \"clientSecret\": \"%s\", \"tenantId\": \"%s\", \"subscriptionId\": \"%s\", \"activeDirectoryEndpointUrl\": \"https://login.microsoftonline.com\",\"resourceManagerEndpointUrl\": \"https://management.azure.com/\", \"activeDirectoryGraphResourceId\": \"https://graph.windows.net/\", \"sqlManagementEndpointUrl\": \"https://management.core.windows.net:8443/\", \"galleryEndpointUrl\": \"https://gallery.azure.com/\", \"managementEndpointUrl\": \"https://management.core.windows.net/\"}" "$SERVICE_PRINCIPAL_CLIENT_ID" "$SERVICE_PRINCIPAL_CLIENT_SECRET" "$TENANT_ID" "$SUBSCRIPTION_ID" | base64 -w 0) - - openssl req -newkey rsa:4096 -new -nodes -x509 -days 3650 -keyout /etc/kubernetes/certs/aci-connector-key.pem -out /etc/kubernetes/certs/aci-connector-cert.pem -subj "/C=US/ST=CA/L=virtualkubelet/O=virtualkubelet/OU=virtualkubelet/CN=virtualkubelet" - ACI_CONNECTOR_KEY=$(base64 /etc/kubernetes/certs/aci-connector-key.pem -w0) - ACI_CONNECTOR_CERT=$(base64 /etc/kubernetes/certs/aci-connector-cert.pem -w0) - - ACI_CONNECTOR_ADDON_FILE=/etc/kubernetes/addons/aci-connector-deployment.yaml - wait_for_file 1200 1 $ACI_CONNECTOR_ADDON_FILE || exit $ERR_FILE_WATCH_TIMEOUT - sed -i "s||$ACI_CONNECTOR_CREDENTIALS|g" $ACI_CONNECTOR_ADDON_FILE - sed -i "s||$RESOURCE_GROUP|g" $ACI_CONNECTOR_ADDON_FILE - sed -i "s||$ACI_CONNECTOR_CERT|g" $ACI_CONNECTOR_ADDON_FILE - sed -i "s||$ACI_CONNECTOR_KEY|g" $ACI_CONNECTOR_ADDON_FILE -} - -configAzurePolicyAddon() { - AZURE_POLICY_ADDON_FILE=/etc/kubernetes/addons/azure-policy-deployment.yaml - sed -i "s||/subscriptions/$SUBSCRIPTION_ID/resourceGroups/$RESOURCE_GROUP|g" $AZURE_POLICY_ADDON_FILE -} - -configGPUDrivers() { - # install gpu driver - if [[ $OS == $UBUNTU_OS_NAME ]]; then - mkdir -p /opt/{actions,gpu} - if [[ "${CONTAINER_RUNTIME}" == "containerd" ]]; then - ctr image pull $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG - retrycmd_if_failure 5 10 600 bash -c "$CTR_GPU_INSTALL_CMD $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG gpuinstall /entrypoint.sh install" - ret=$? - if [[ "$ret" != "0" ]]; then - echo "Failed to install GPU driver, exiting..." - exit $ERR_GPU_DRIVERS_START_FAIL - fi - ctr images rm --sync $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG - else - bash -c "$DOCKER_GPU_INSTALL_CMD $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG install" - ret=$? - if [[ "$ret" != "0" ]]; then - echo "Failed to install GPU driver, exiting..." - exit $ERR_GPU_DRIVERS_START_FAIL - fi - docker rmi $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG - fi - elif [[ $OS == $MARINER_OS_NAME ]]; then - downloadGPUDrivers - installNvidiaContainerRuntime - else - echo "os $OS not supported at this time. skipping configGPUDrivers" - exit 1 - fi - - # validate on host, already done inside container. - if [[ $OS == $UBUNTU_OS_NAME ]]; then - retrycmd_if_failure 120 5 25 nvidia-modprobe -u -c0 || exit $ERR_GPU_DRIVERS_START_FAIL - fi - retrycmd_if_failure 120 5 25 nvidia-smi || exit $ERR_GPU_DRIVERS_START_FAIL - retrycmd_if_failure 120 5 25 ldconfig || exit $ERR_GPU_DRIVERS_START_FAIL - - # reload containerd/dockerd - if [[ "${CONTAINER_RUNTIME}" == "containerd" ]]; then - retrycmd_if_failure 120 5 25 pkill -SIGHUP containerd || exit $ERR_GPU_DRIVERS_INSTALL_TIMEOUT - else - retrycmd_if_failure 120 5 25 pkill -SIGHUP dockerd || exit $ERR_GPU_DRIVERS_INSTALL_TIMEOUT - fi -} - -validateGPUDrivers() { - if [[ $(isARM64) == 1 ]]; then - # no GPU on ARM64 - return - fi - - retrycmd_if_failure 24 5 25 nvidia-modprobe -u -c0 && echo "gpu driver loaded" || configGPUDrivers || exit $ERR_GPU_DRIVERS_START_FAIL - which nvidia-smi - if [[ $? == 0 ]]; then - SMI_RESULT=$(retrycmd_if_failure 24 5 25 nvidia-smi) - else - SMI_RESULT=$(retrycmd_if_failure 24 5 25 $GPU_DEST/bin/nvidia-smi) - fi - SMI_STATUS=$? - if [[ $SMI_STATUS != 0 ]]; then - if [[ $SMI_RESULT == *"infoROM is corrupted"* ]]; then - exit $ERR_GPU_INFO_ROM_CORRUPTED - else - exit $ERR_GPU_DRIVERS_START_FAIL - fi - else - echo "gpu driver working fine" - fi -} - -ensureGPUDrivers() { - if [[ $(isARM64) == 1 ]]; then - # no GPU on ARM64 - return - fi - - if [[ "${CONFIG_GPU_DRIVER_IF_NEEDED}" = true ]]; then - logs_to_events "AKS.CSE.ensureGPUDrivers.configGPUDrivers" configGPUDrivers - else - logs_to_events "AKS.CSE.ensureGPUDrivers.validateGPUDrivers" validateGPUDrivers - fi - if [[ $OS == $UBUNTU_OS_NAME ]]; then - logs_to_events "AKS.CSE.ensureGPUDrivers.nvidia-modprobe" "systemctlEnableAndStart nvidia-modprobe" || exit $ERR_GPU_DRIVERS_START_FAIL - fi -} - -disableSSH() { - systemctlDisableAndStop ssh || exit $ERR_DISABLE_SSH -} - -#EOF diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData deleted file mode 100644 index 69445cd40d0..00000000000 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/CustomData +++ /dev/null @@ -1,339 +0,0 @@ -#cloud-config - -write_files: -- path: /opt/azure/containers/provision_source.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/9Ra/3ObSJb/XX/FW1mzsXeNZezEkzjF3GIJK5T17QA5k8vMsS1oSawQzXQ3dryO/ver7gYE+uLN7Fxd5ZxKFYLXn/f6fX8NR39qT6OkPUVs0TgCy3F895PrWYOO1/etoXnTt/xb0+4bl+Bi+hAFGAKSxSEkhMMUA07QNMYhTJ+APTGOVwGPQdOga40dq2N6VhcadVDXMx1PYb6Go/2ojCPKcQiE7mUgETv90aTr20Pb8z17YI0mnvEGjsCLVphkHB5RxKNkDjNCIYhJFmpREnGgWRKsQuAEArJKY8yxBLu1+5b/0fQ6H0qwqwNgCGZRrFZ9GPW7/kezbw8nP5s9a+gZP8IRTKTEgkUaowDDI4qjJPuC5jjhgFIOKQqWaI6BJLAgcQhhRgV4lDCOYrU5x+pbpmvt4fC2xoHiGCOGFQ5JDvNCM45pjYU59nx76Hpmv1/u+V1lzzmtkIzi37KI4rCKyCRId9S5s5wdnIvzA8oLSbDckiOH6I4+Dvsjs7vB0BXGAYiQPCYxQWFNjjvr0x6giz3CcFIiFIgUpwSW+KkKKJQkQEusy5c3hlKubUFU/P1COHxXUe719x0nH4xuPkkh+ra78fOLQ46+ItMnaSRGMhrkNhq4fm/cO6CbQ14+cKE37gl1lHraCLRj7h9fkEfbY/POaOiZ9tByurtYb1/CCkjCUZRgGtbDZTLs7CK9ewlJJIIaxt1bV+AM7WGvhLg85MfLtwyCOGMiqDgRJlxgFPPFUwm1o+pL/QDWXTbFNMEcsy2nvpvcWCJjDkeefzuaDLvGpXDlZTbFIssGcSSifBoliD5JT5qRLJFpICYBiiGM2FIC2YPeHnkOuXK0mtdtLuToW17Vky9f54LEmH+jKxepYtDzx5OKmS6rzszpUx6daRbHgIpoiVZojrddp+Ptg7t6Ca7qPwISHiIkFAmckBgCTnd4OLYwwS6bH/8AGxqVRWw3EGQpqpi8nvCFZTmuMgjxNEIJpMv5pjB1hvauwV8fcsDO0N7yvIHrj51R1+9aN3tw9uVTgbPgPGXX7XZRIc5WUUAJIzN+FpBVOyDJLJq3s2mW8KytX52dvy5JtZJUSykJz0I83RFkfNfzzW43bx2E996iSLQGnAAKQ5W/SzWoXua2b/18P+pPBtaefbx+CaDexFR6mIqlpCB1++QZZVMyVRCE8IApi0iSJ9Hu2Bnd5J3V63dbFkYhIFiKnBDDioRZjCFjQskrEqaUTJWNRxPvRniI8KGhQnpzXkPCjKNpHLEFkIxPZW4ISJLggBeCiERljm3ftZx7y6ki6QeQNgDivkiDKI2AYfqA9yF2h67fH43uJuMc92KrfWEkfsB1HAoJWu1FM/9r4li7mJffiglhJknMf2YUQ3foQsRYlrMyPXN/jbzaVwSq/cMScVTvHiTYdu9wdSj+5Ppq5yCXb5ezq0NhJ5cfqK47m/nxUEWrZpRaLpC1dRfn0GZkXa0jdCauNxr4rmU6nQ9+dzQw7aGrbPe27rEqRQjjBBnjZAUMIxosICQrFCUKrTee7Irz9lAx640nENLoodIxblAc+95y3GpdeyvqWvIQhRHSimj7xvpWRdy23dtDDdtGPFYzoQSz7u2O5Y/7k549rAl5VQoJIZbTUxpn8yj5HZLaw9uR74wGfmfkOJOxZ3WNt6KkRcmMgDMaQEAozVKxHlNKKDwucAL4Cw4yKXyuI7aKVGrs/Xxw8+8OuZzb+xlSiin+jVXjaQewsvV3ei3tK3mwRMqtrNqhcsLpmnZ/E4LvDjWXomcOURQ/QZaGiOedswCYjLumZ20QDjWVIn7nmOfrdwbMjmuJSnZvu/Zo6Lsdxx57sso7ltndCKifH4zPzQxbTpZ8ETFgAY1SLro+vsDwsNpsXYwMk3HPMbtWhcGhwC02EEaMa1k6pyjc3YbAHU+cXl669HORlCzpIGlG5wJLrKekPia6n1zRRTmWCFpDP78sV1EsTC7WsScmu1qZApTObNc3XdfuDX1nNPL88UdD1/VyKWIsmidyPiVEzKWMPRI5GEDHdgEnM0IDvMIJ30aTLdbYcga2K8xh6PrFHtQU01XEWF7q1Nh/CHxsyua2Mxp/kuiGrm/2+EiVlnMI4eoRWxZj//2HLnTsjYjjcf+TPzZd9+PIkcX91u4Zuv5mI2GaxrLf7NiuRnFAViuchDhUGgjLJIrKMl80LuVEOspLp65flbCMkzSVBpQttwrDvP3dybe6fmjkU83tdgVQMKOx5ZieCADLcUaOoetvS/ab1IIKDJLiyiZEt78L8G4/AK8VNNF5b8AaR3kD4HIULIGlOIhmUaDyXB74stFwPbNz5/cszzedge+N7qyhocujDcVxjhOJKVlyssTSUTKG4THii5yJg9UsDgOUoDmme/GHlvdx5Nzl1p6oPRr6xcbZZ5gHC9l4LDAkmD8SuqxbWmpfPiUh3svFndwMLc8fO9at/bOhX1zsR2fZNMFcdMQUMyYy9Cz6kh995c/sbkNyuP/Q3Z5XdHnIIZw6JnknXRtN7wcwzaKYw4ySlaRTCaPEu5nY/W5hX3nS4WDZw4VSBhUugL9EYvBMwkjsnSlx3I/m2O84lkjYyr8vN9ZCsZydZKp5ROlmWKqusofu5PbW7tjWUCbQO98dmx3L0C83pogSls1mUSCnbxnJLBXZWEhXIkNAce5ugodn9a3xyPEqHZnlOIb+ZiNfETHSDDjGKaE8rJazDUZRYRVETbLiyG4HQR1Yet5YlKGfP/kdU3jbveV4hn61kSIgyQOmUktinIOUki9PECAIMM1tluKVrAviN6ErpDJgXicFrOV4rqFfbeSSNVFA5jhMTUpBnIVitMFUDH0Pkchh4rGIRlmD1bmB7d6Yfcu3x55507dcQ/+xorSIicEkmUOUihEFM9nvRwFWi++ciev1LW9PBjvYwS5pxngsKmH9iNF25Wm4634w9B8v9ojA2KLOXbizY92MZJn/z4ntWF3jQlb4HZemeCqKWDk21v1bog1HssyYPcvNY+1CFvMaVkKA4SCjEX8qS3AefFuQjZFrtI4ZoRw0Cm3Mg/ZftOI8+SvM0eMSXq0QDxbHrfNTaP/3sd31+/adZRwHhGLCTr7aXeP47C8nJ632KaATeIaURonoT7I0xfQYfb74FdDny19P3ivm61cnjcnNZOhN/JHrD82BZTTV72ZjYDpiZNk8yG80G/kxmNHOGG3Lky35xiI/BmuooqaeivuqfDWOVHf0GMWxfE+xSvlTteSKJBQ2jmCacXhYhOq3mF6Yyt5/Z5iDRiAhWcIw/3vjCBiBBOOQgWi7ZyiLOTygOMONI5kkMc25ME7zERE9kCiElHCc8AjF0Iw4iMzNJNswCoGRFeYy9T7iiIZNYAFOEI0Ia+AvIoBBjgL3RrP1vJkwfNEX26PhtbFu1ugs16vqSXXpjeG93bXNovzna42Ls7dn55re2Lqtn+mXZ7qmF6vKaVJMgiJ6Ssrm5dnV2XkpQMFFSWgPzJ7lux9Mo8kWSHtzcXUxQy/Semav3OX9Wms9HwBcv4RiNFcB3Tp4Qksm/mvzNCuXim5CzUEqlXYGXaMp2gaaJaBpKY0eohjPcQiaRlegaQnm2oIwDpom/ENLGKRReN1OKQnaejth7TQSxCuSiRB4SrExjZLwlNHAaJOUt+dpdhoybrRXifpBUlm6DCroXlqJ5HkL26wubtQQyq3l9tzZXfGaY3eDCeZGvrc0CvPLByjEvi5ELm/mAlxXpZGKajbEhNAxOx8sv2s7RvsB0XaAggVuI7GOBovoAbN2Q3Tf5lBU2Qqx6OMFnVrQsO6toef6/VGvZw97G7yYzNtINFftQWln2WydWV84TkTHzs468gDBlcNRGz/ghLN2o0Exp0/BKvSjmT9DUZxRfHwCzw0AAPEswsxo6e9lPfBZjHFqtC7eA1dlwmhdvge2iGYc/vznrQsJIY/PxYzQOmb4N9ChlYOevIeQSBLxl8NBq7hotp7/tm4KrCnFaAlfv8IvJXU0g8/QikDDv5V48Ot70aslJZH4w8GCgKVG4hB+abb+9ktTLBRc2PsaKcU8owno5U0cM1yjkJuH1kYR5dNZJC9DkqgV/4Ltep/S/YT4jCPOvgftC+X/Ud3/bym0oq055j5HdIriuNQSR9R/SVOKXGoqo7HRer2xULP1XFm9LhTePKC6Cu2W+hAFjf9zJkkEt29RXQXt31RfYayrcwgyGoM2Y24fWvKSlLL8MY0LYF9076W+5Z1vdE2xMEV8YbRe59p/U9N+Fetfqr9KXNf/58+gzaBVcINffy0NsF/3Vag/qPwyZPaZoJDo37KBJJgRWlf/C5rfaPtSkqboAYd5vZS1YXNgpgladiYpJO2c4hS029+EVQqcdRNakkJoM9fI+e9JKyXoqyNrdPuqYqGXzfN/kVUkpSj1ETTbQrx22NwymPTSjcw//ZSro7FulKfHPsXyUPn3JW1gD0GCVrjIRv9umt58XxQivCKJps4Ov2VBLje0clG+n2y/0S3jJP1/p1gh9HetVTWd/84m7ztQbC7396lblQrEVn6fXv+oMtW3hUpJ349C8jf7/pwXbsYxEz39sTwOmcGrH9gvyStotv7WhK+Qn7jcw1dYYBSCloB+0gTDgGZLbzbWjY33WvLFqJmEbi3r7uRj0M/P4Q1cnkNL7cex1Dsz1zO9iWu0/qO+DkTrnTFo6WL4I1qK5piCFsNPsDVgtXRN0Z7FZN7YKLjOALQEw/mOmvPGR9/7WrLZ2GuJXLXRDP4Ee+YG0C/ETi/eVDajvhAF4XnfwH7f96SHZalao6tCUpqjkqqjWUWWWL48SyIuxuFZFgt/FS3y17w9EC2HfpYfEja3BK7XAih22tKFix9SJknTqjJ3Mt83weS0OY7a91GhDE4zLHaJ4CcDptBgePWAaYesUlSZnvNDId80Wseql9DhKwQZBy2E5l+bomnVT2qkNyXpxSHSz59Fj1Zir/M4Ke/crJt5A1xr2USM4bCErwBAdS18BU7hlfgnArSIzXtQzBfRfIEZv1fxbbSO7VvXKNt5xWPdLEVvSRBtdvGC6K3nOuh6n/SlE64bxRF0F0/Hy7lHbqvd8fiup85K86gXv4uzudZFeatrO1bHGzmfigy8WoYRBS2FVu2xfHYEbIHjOFjgYFm4heF2LvQrVQrTjC1CaD3XVq7LErATrsL5rs7PN2+Xi49mFIQQf22o61z09V++TRCSit4UpVwOygVurpwXylH94OB9A/KvJSnmhtB/vsPaOZaInEpq+IYSFqbLOWja5oMWDYmMQGiA5c0QzyRdOfeIjcQkWDJ5u1CXRqCbLufX1yN11Hd9bVRR5NfjhUa1p+1zpMa/qohy0/p7Wft26917lY3zCUIofEsP+aVAbawbc8w744lJg0XpoYgGC6N1nMkORludlAJ9htazeHh6upYRjcSPq9dNwWDrCV2J+/Dr/uqiHjd2Cnj+dBUWT2VSi5jpDK5eV3O3EOV4I/pJlel+nvoBbueV5BmTOfM58dXBY8nvKPe1B0QZLDDF8q3ko3pzgxnHIcyyJP+8jqJgGSXzfGH+bq9TvNV2skR0RnIp/oJWaazEUQw4Ykvp/JvTMfVACSTSyFA2uMfya5W//sB+uByeNCqEskx7UYWm+cMt/OCd/XA5bCpDCmcrIr/oMXIuSXh4ab4hROfyozwGiGII8SxKVFnumYCSUGhGKJ9h+bx8Maa+tg4IpTjg8RNQ0UPJVTmuJXY4jsJTdeVF4T6AKOFnMFRv6wPEcPH2fAWIqzdHKRE0EvQfjCS+eqtjtI7hH7+Jpm3Tc2qa2IvYMONolQLI8lDob93cIR0V3yLYoSDNtbWHMK8S8k5TP7u43CXxEFsKU4JiKwy/B0iqoo8fcAzQtBP13jYiCYp3aQeYMTTHimkn//onvAaVW/Yij6NQUp8feO7te/7quVTZNbTK69Oqeq6hVfl1WijkGlr51WmpAIGRX55W9nsNrc2P02Jz19DKr07LHRSUNd8pbnpRuH4lRT+pHJc8VzxjDT9B63n3ncW69VwPuvWZWFWEgfQ1mQUYoCT/2E6+Z+cL4eerlQyG/JRaOa/KuziUcZKHAgQkxPnXS1h+BBUw7K9QlGyqQFNk6ib8yZCWqCe3ai4v89jRB6s/thzXGt02/icAAP//nKXr3ik2AAA= - - - -- path: /opt/azure/containers/provision_source_distro.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/8yUz27aTBTF936KE8dCEMnwkU/d1KJKpBKpUpsuusgCKBrsazzCzJj5Q4MC715huwbLpAVVqsIKz9y5587v2Of6qjfjojdjOnEcChMJ95u0KuRijlDTNKE0I6WnEddGya5OEEuFL0xxQcp1nEjEa1KaS5HKcPF0/5kL+3w/J2HaHbw4AFB0fZRgmVkytQCtLF+zlITJm318fMBsg4hiZlPTxacYJuEaXENQSFoztQGLImibZVIVhyIR40gYWWrnXLjOznFKmTcxSyTi6ZItKGRhQtUUiozipAf9//LHWtFUWpNZM+iZZdaLROxXO11pTV6/1+TgAl5b0wp9eGXDToBI5iX73xXa+8mq8/A3uP3Q6mMLQwTvlCy2mCvK4A/hfm+PnoaT992bzrY9ouFEqe5Nx3M7aLUwrlRCZl5p1WphpogtsN2eU19V8BgjeBw+raqbYRLAJCSqohKjVQL9apFSTdApUYZ31WLMC8hS0OEVGD5TaA1FaBDyOAxfknZ2uXlcaMPStGGd1w/wg3EzzeUG3m2QH5PWDLz/A+iExzmB+p9L7NtPVqrnc73c7V5B+nfAahUFPO9ws9puzbYLAB9dY+x6d2O3ohyUmBUt5br5gfwbyoX4W4D8Z5TlrL9BabOImV8oa0lz2G2ETLFcJswZ6MpsKY7th/F9RbEinTQipqZ4Wb5UWVHv0TTodKFzpm81xxoZkntSOtL04xSBowi5Hn59cH4GAAD//zkAekBkBwAA - -- path: /opt/azure/containers/provision_start.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/7RZb1PjttZ/709xxngLaeMYytMX5Rm2kxIvzQWSHWK2u3O5N6PYJ4k2tuSVZCCFfPc7sp3Ejh1DZ7r7YkeWfuefdPQ7R+Fi5I5HXvfW8/o37rl1FBCFLaM0O/4wvL3pep7by9fhJ/PdB3jndd6dDsyWoWiEPFFgL36RcPJLBM6EMmdC5BwcHiuH/JUIdHzOFKEMhXRiwR+opJx15BzevwfngQgn5LM1MkykQmFvYSGfwc/vfzgx3M99b3wx7Lnn1m+GXEqFka9CsG3G7ZjMUIAdglREJRIWyQRDVG8xYPsSbZ6oOFFbW8M77+Odd24dKUJDsH04PT4+BvMtzpot48q9HbjXpa3d+ivn/BHsGK5QMAw9GqFUJIrhBSQGYCOAKZ2dxXPHmZnw8gJKJFjVXz0kOwDTet7FrczS6UHLuLge3vX6g753PbzoNnrshzwJbMqoskPuk1CH4D6hf0MoGykiVE0kpnTqITvx7PNiX1z78A3xvS207xLU34jnTaF86A/eclRTyr7TKe048GpUO/hqaAPX+3N4e9VrCir7DGyG6pGLRfBPRla1vy+mKrIazeWdO/LG3Ut30Jh1jySkLHkiM2SqI1E8UB//yaBq3dgXVy24GtrV3e/utZtDxvVx5dT7PUKqmt/LfBXk/mBu3W7vy642s6ju6CtPBCNhWm6STXF5gZnAGAY8wFskwRJewNelMDiEQ7CnJ/Zpq2y0ZRqjLyPPvemNR3c3N93bL5vtC2zCSLj8Cwv3beSO3UHvLVXY/eQOvNH4enh52R9cjnv92/OdUnVDfcEln6pOV3933CeFTJcs2blIpOLRyBc0Vg4+IFPSWWv80L92x4PupjuAn97Jd6eDluF+di/uvP5wMO7d3Xb14Nw6Qn/OwTo62mJbYENxJ0u9hZkiWq2WYfxrNByMR95tf3B5bh3B129gM7g3oPLPtomYAfpgWpt+wGxA8hhMK6vmTTAUYDauB6nB3ZibRBYSTGu3AjcJ+LoChXqT9pS3V4WLsm8UmxZldoi6SZDp6Kps2GhLYjUD9sNnBEyrlpeapKT2a+eSNZ5SfpdNq0oZ9XKHz+4TVRc8wDOw0G/DMO0dz8DicRtcIbjQC6Kd0l4vEURRzvRU0M6bvg3JnYG1kG240AW7z6i61p1VcTXLiQKispivfdDVvrQ4bcMgr5XFeabtjdwSVGIbLhOUqquLUXFpRtowyghqlEQREcszsKRsw++cqx5RJOaUKXkGz/tC+1umrrLTKCnJD2i1OoSWES0CKnRJ2aE3spBGxj4FJoEXUIg10MIj5KvkzDAOIEIpJZnhWCpB2QyohDkKhAn6JJEIl13gLFwC8X2MlYQMJoEyuMFUsmNEWFRR5LEs16r8Uc0u03quwlZmQUdOelXRso4cVhDd/2ooie6HFXS93rFDU6PerLPBxfpmuVnd3nYVmrrUWp1NjWJhC5tgBW2vdGhrba/Aiifc0B8VT7gBVqOtrj+qKqtDpcpKfLnJyza4P7vpxG6y15Hk/pxsIs/Xs28PsTam2D7CfT2R6gm5KVn2ceUrKVFLpE2nvhFI+9gdgdrzX2ly5RnTHRot4wDUnErwQyQMkhgmGT1GCIzDV75swyRRIDDiD5pe8UkJAua9CYQFoObItmvfEq5QAlF6HpAFwKfpMLNmHAAJQ/4oISZCagHFYU7iGJn+eKRqzhMFJAioLrwkhIgwGidhWoerJJ2VjfJ0/jQ5lM79vePMDrff/+3cH3V+vG91LOf+xDls6dqR9kMk0j4LhACnlGEAk6UuGjo8Eobaf4npusBvCRUYaLcnCD4XAn0VLkEgyaWMA3B1H/6RBu1s5NGgTpgy1YEBB12hfCIRplxoU1G2e1RCWp87WTs/1rVxt73O7vr2UbZm2fofAVdmSWwYY9be9IOtWOXNsiP0CYUuvWsKOen8fFoGeEQuBiTCHNC9GnUuRm7Hl/p4iFBldLo/1/iAYe56+oQJ9cSO4bxQb7mrfOirGr0faZCjj2tWverq4fNmK8/A2ozbxa06A6vw1V5vyBlY+ai92QKtIx+2C5Fq4tx8tNeBnYGVj9ob79fIUiqtJz0arPTlza7A8zZJVvB+/V16Va42k5uH4WrTQk258BEIhHwGSRxykmapvrhzLhWQqcI0OWHTfembJtN3J0wpo3KO0jgAOoVHhCmhoe6YHwlV67QuqPV5FIeoEKQ2QZQWCTg7zDkGU0JC+HQDE5xygUC3Njq5CZn4PmKgreSKKUulJsRfzARPWGAcbAzs81ygSgSTmTYpIdLWviXUX4RLI9M7DvlMHrXgOU2RA+1ISnoQ6Y0R6CNT8JBfCz6FP7vXlCVPKe2nDKLvN1VZ3GGIvtKbLCFGkWucKxXLM8eRSRxzociEhlQtOw9UJiSUKgko7/g8ctLHf5+Q0acbZ/xIF9TR/8nS/P/9+svx8a/ONZ/ZF5k1ypkuNp9/I8yfc3EeEZaQMFzauTe29ib15OMX74/h4GPX++PcOkrDzLpvOnEeSfpTF9iaKksh3v/YwVnKuVwosMUneIG5JkObnbRStfFSzTk7BWurH0rGwZ4mYQjvnQAfHKaH6c/4RdlX/hwxlsiyg+rEy4qilUGn8O9C/wI2QziG//x/WrxSQ4WzNjCUuDsJPxhTahj4RFVB0f8CAAD//zEM1TaEGQAA - -- path: /opt/azure/containers/provision.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/9Q7+5PaRpq/81d8y0z5FQsGPyaxs+MtGTQzlBlgkXAul/i0jfQBvUjdSncLTLK+v/2qWw/Ec8be3FUdVYkH0f29+nv3p7O/NCeUNSdEzmtn4NEYeapgRaiibAZTLoDAlEZYc0Yj/7rbc/yfbK9963vdO2cw9q4uoSZRgfW5RqfwC1hTaPJENcnvqcBmwJkilKGQzUTwJZWUs0bA4yRChfDpR1BzZDUwHwzmHOp2JJCEaxCEgeIg0yBAKQE/G3oajUa9WP6ZKrioTWmtRhIVE7H4ye5Rln62Z8gUzHkUwqNa7QxcVGkCEZ9Jw02aRJyEGvacS1XrDW78Tnd01VwS0Yz4LCecLGQtXoRUgJXA+R/5qi+1iIElYWdxEKVSobA2LEZ8Br/mhN632AokWjxVSaq2923E+KzxT8nZoV+CiKehRRlVlj4k2UjIEsNDK5dzvU4qEkWbEyjWbThsapGNMCSB0ocDDLX8iViDxECgkjAVPIYMb8DZlM4a6rMCyWGFEHL2WAF+TrhEIExvYpIqukSgbMpFTBTlrHYGqzmyfSAzDZ+yIEpDDGFF1ZwyfXIwSVkYoawlazXn7OV9KuYLw4BvEPg5gmSds2tZVcRWQtQ8PyQ6yQTaNIJiQSHfCokFiOzAss0V6e2ur9XG78d9b+yPnJ5ju87V+ZNITnyBERKJYAmw5FNjOb/A+R/ba7/A1RXUW5eNi1d1+FQ1FpmGHEiirJm2vDWQVHGBMV8iBHPB2bpWGtT53zY75FoqjAMVgUCpiFD5k9BSNEa5ZkFo7Cnb+CQkCp8+P3+i7YSRGJ8+B7MrSKXisQwETdS7d+Yo4lpN2xYFyuD8icTfoAUvLy8unv4IITcEZM5BQv38j7br+LdOb+iMXONQhrZ3+6W+4w0AZgITsK5/g8dn+WpncP34BIBHj2AikCwMhCndoD2nYOFvhqA9LMaNnB/2bZkUI4nlahkhJtAqMIScYU1iCBaFerNCZjOsHye0JnkqAjyxoKbdrz/lwtdGnRHeKtZ3uq43GhwSwL/+dZqdbbxH4ZxG3+27nt3rfTvefQAP4vffxnsUzmn07UH/unvz7Wj39tdyc6+f/9Hpuvb7nuO7roarrV2JFHeMPaSSTCJ03dttzJXNxmpLqO7tYNzr5IjHI8e/9byhPxwN/uPn41gesttv28cB6E/m91KBes9Q8M/rtr1N9HjYsT3Hb9t+2xl5btVUy82OChy2pIKzGJkyvJ1grj12vcGdhuiNxq53nMASftv4rzZpo1B0SgOiUBN5kL6NYC2m0Q/G3vvBuK8JuLuz+50vO0gEKrEO4tCnU39KaJQKhNdam17D+e5eePfuq5ODF+8etbYlWoHa7/vXdrf3o6H6DN4LncFRBgPXEhgRhSEsiZCFgjZRBU0urTwY6S13hIUToBIYVxCkQiBT0RrIktBIKyFwBndE6HD7sVWGrW7nC/zlCupx9suOSLK8bqTDk6YnJswKJyZkWWmiYwxMIzIzOWaZ3ulszVfcxyUyJaFuf3AbbddpZEHujrDOxE4VH5v91xGZXdMI63Dy520juRmO/f6g43ypG9IP6MsxGoIICRsnN8NxR9AlClmHvUcG1zEAhUFnsXeEkkdLDOtw+PlxOKVC22FM2Vhqye8/q9U+3nb83uBm4+Kv7kkLy0z+fG8r7J9siAoDrVszHoXIgMZkhpAILOCePtJcdu0ijevq7RuZ7jw3oK7HvV7px0fO38fdkdO5mhIdqctwXZ501/U/3mpDvQJ9yvteK2NjLLV2frzt6HNQgsMkVUYpD0lBm8eUpyysH0gk9HITFvoDz7/Wtll1c4eJ15RVFPR84Go3dp4nhAPX79t3Dnz6pJMczdVBKJrFQpMfoMj58XQwkXWofNnIMJPMTeVcfwS5oEmiRRVigixEFlCUxXaT3tdPan++sjzXUcp09llSsPtDpoz18z/6jtNxtZfz7G7fGXW2PX0hmD88p+cMByPPd/o6PO4sy8QCD5GLhxEmXKhwGKUzykoCd54bZqWuMdv9bocKeS/rfVQrLhY7YLee1kquu67/Qce1nuMd4uQkIyFfMV3sfhCpVBGqOhRPSiGHPxEZu3MayyJorCHEKUkj9RwYLlGAwAnnChiugPEQZaM2ct4PBt6O4Z2oGuquKTYK36SV52Y4hjB3nwed8iFjPcYnMpkKrDrk3SfbHiHTDF9j6zgfu23HH/bGN92+3732tZY5p7xFCeWue1MSW4kgRhGN96ybAJuXWPm/TbakISVWiEsaoJWY025IFPrrgYxKf8o+xFcDbFT8k/4oxG8B0mxdWDGd+VIJonC2NpGnDu+gGeKyydIogr/+9bGuzmq/uNmmT7VKCndV17JyvZHtOTc/X1kamFUAA+13I6zXnM8YGEW5qvzZTKXOjwIS5TSaZtUhcuG8ikRzW3MG1yX7ufc9pUamuG0cgl2Helk7O0wHaZuFmVIfXr6Voe3rmevZI8/kavsl5nHqeHIvcZ0shTDU8eQwcUUw2k+HjIO9tt+Pum3/zu7bN87oeDp9BlMyETTQCR2ZoQAlCGUS2DKibKGNnWGgw4GECaoVIoM4jRSForcCsySVjRwWVUCSBImQoOZU6hSUs2hdaT9NucjbFdJ0huCZAZdECAERoXxWgmpg4zkQBnbr4gICwmCCkBChqKYGQyAQk880TmPgU/geVmRdkmEz6LdfvCKh9PVuf/kK5kSTggZadVnnzSWRoliBdDZXZs3zvGdawfH6coO/RKUBgETNjuIg8LeUCtyV6TOtBVmzTKccqclRYjqrwHuWw1vNda5CFeiyw8DMA4vO2TVTjZM+NFeVDH+O/n6131m+r/aj7kdn5FYVPgsznj7kFTXURWt9QsbbatGZY7VKLQlIYiqPj3cg6e8oa2dm1WpOg7npUKYShTkDmWBAp9SccCkfLbBEcFNd1IyeUQlLElHTAk4lanFaBRKtkka7eKqOQrkvAmwZiVFCHe00hQQmmgBm6E7ma0kDEhn1hSeUTflocPdUk4VG2OagYx5ioTLtOWEzTYoxkRwUUjVHASEVmbkVqqSxfbwrojdnYOt8H57M14l20ZKLZhKRKRcxSJVOp09LLDyOCQslyDSYA5Hwj/ywZUzBsmZJagmUqP4BMVlnDXoMn29pYXASxG//yE5ezvkKYipjooI5hkW92dRpZaHnVfZVqTPaFiZYcBpCgiLXSKMbDE0vmcFtabM7KYtJt02MqIDO4512RJHOac0hVTVABnOMMfM+G4YK8laoOUqjUPs+SUMUkJe8ihsl07AwzDVX46O63BJNhisUFSiBBsIeaxYDojWUT4FHYZEvmcJEzYkyKhVxNoOJ9q5T+hnD00aepUV3dDYs2CpSpeqze3rAdYeFx3O5nXS9M2h/cEa6eur2j+avEhV89zlrdvFggUIzQBlYKZy7ziiLnKNuv90d2j2/3es6fc/vdszVzNHfXac9cjxNif2f45FZ8NH2HH/k3HRdb/Szr3fqAFeSYH1+SOHyIZ1ghEr/E6jIZqH+y/S6ylT++JJaLRBIFOoHd4TRKUrVoWIjtVvbLTparmOP2rd+Z3Bnn5Dd0dblASBf08TUsB8A5t2RqxhTEFnZTYElkYhgboU8JpQdaWMdQuRuIkbu9UPBEy3l5yC5lsE6v3HSYW5OlqhNLZhjsGhmcjY2HFJRO51DL7IDq6bN93ddPvwgK/2WDz+cKPw2rcd+t7Kn3e9qxsrvQFhY+P5wHiTLy4zplEQgFQkWMEWiUrGpibvDj5d+Z2z3dIRtfzhV8z7AMXRu28PlZeESsm9lmnh/Cb4V90pdCAuvmDvtktsQdIEfQcCo8WTGiVV+nVIh1QOo3tSyBeWbJ7DpZdzDuvE7JevmW56qZAmPVqQiQCgOcs3MTRv9HUGljGGU3TBLDlvX0Dr9TGiw0PtjSJOjKqIBWhkkS685kXvtLa3k8XeO69o3jj+49r1bx+/YP+cNzoNN2SPr/wUTIvHyFVihNnBtMDFXYS6POJUKRKrT6ikXCLnxZHeDJvEkS05DECRAnaCUmqBXqFTmWexK6Mhlmkq1M5grlci3zeaMqnk6aQQ8M0rBUKGs/kmlTFE2X7cuWt9r2yEs7/pmWbIJghtxePboxvH8dm8wLpTVpEHtOWWkHfE03O/fk9lde5R1G6+5MCu3a6W8fXA7cD23uN6xb5z+ibuH045hKOiSKGxnzf9bLlXpWQ78tGWRW9chvjey++7QHun4dzu+cfyhfeN8tTMobdAThMmE6KTsNp3hkMyw4r0O/HqCNPcne2gCx7eT465IkvX59x4d8lI3o8F4+PHFUXxHmyF70aDZurCCmeBpsnxxsPfhDK6PdT4+jN87Pa2Chhz/umffuFdWDs7K0qarnIC66Vh8o8OdCS7l8zw5RJiQYKFosJAQk4WpC5co1jDXtYbiEOryEG54vtkbdAZvwZgRMkUFRmugTHFYzsMiMyWRQsGIokuM1s+N5a1QQ6XTdVm0SzLNE+Qsk/tbvpkL+Kf2GxqvAlPV0mkeErIkN8/8dOGfKp3yyjRJuFAZhDJ+mwPbBJctZ6Zl3Xc833Puhj3bcw67ss1mc9IMla8wTiKi0Bxu7Vu0o4T59b2xUkPKU95oSQHWElkz/Er7OoVgFQ8sXQOhVGaCg6fqqvU6hgMbLWRhwilTVymjn982m02RsqooKhxIHiwqGDJVlVe5ABoyogFurc+7l3vaq5PZgrtO1/3gez8Pj9v/10l8QlkY85Sp4wY5ZlR9qo3ycvhK77CyLTmkmj1VKA79UHByOmlw1zJQUZE0ZN/u25PXBsWm/GspMqfv6mKlP/A746EuWgZ3Xbc9Hoxd//2o2/kGb57h6fNOmgzYUPCYyiB9L2ionfmJH4uTPHzVtDc5cPTGaqehfQYxVXRmLopMdjtJZ2X0n6Qz2YhIyoJ5QsIGQ9VMJylTafO77M66GenUqvndJJ01W5ffX16+fA3b93gvwrAVYOt76+L7N2i9ungZWJOXr19YpPXmRQvxxcX3iFpZ5Fo2J6lsLmP9/7x8bc6Xfqpo1EyZVorN2E8+4tN6SX/907H8yuqZYxJBw3S6qw3aj3av27G97qDvO6PR1YVOwJxwhhAQiSADZERQLt/qFIrO5tn8AZhxLu3mdXWYt0RWYA+7JoVFAZ2+CwIDngUDgUmUjUE8wcasAVLxxNQi2ZBYPpTwtMCRuxqT6YWhQCmz59qDsiDr1CZZ3gIhkwVOxfUvKx2AcqelH2VdqU7frZ2ZxaZ6y7o8EzNPiFmHkE51tNGB4vrvnb7BYQ+7eRFvdK1W+W5mIUaON+o67tXri+JWdWeHVthnjZzUiLJF49m2wh6D2Lowg6d0Cn/JJiB2AH+Bq/+G//rlwnrz6btfG4f/PT+KqtN3tzBVjOxrGTgO+EUOuDInd29ye2RQIuuvuVfnT475IJLQTAn6MuJ8kSZ1qB+alNkSZIXaL9CC1gWwfPcBgdeflqS4nnuVTz1uXazo5wd4Pnc9V3N2sc+UVvRTSHfuBM9HjvGBz+qtyx8aly8brRdvGq3L+jM4fK+3Y9umDfLhB9evoMlaV1oSvcHgg84fizujPfYeCPEYrFwmD7qK2hxn+yEHWTWd4iQDsJa/HzKcV69emuZUJvtTy/SqBzBcjkUVR39vR+D/KXuV6ZEHTmSZHtl9M1kmECxosNAL+XRaLM7XJYKbAX2iim5x1lDN+m/HRrH0CnO1O6GsGZuhs0ePcrpy+FPKqJxjmCPawgCPyuxku7G/y+Tj/PqjuCl4nt+HaF4YD01/ogUxZanCxxlVxcsQYAVQl/NUhXzFwBLQgkf1b0p4dvRsux0mUgacwaPyzqTceOithpTl7zXs6vL/EU2bNNVEiXHf9jyn33E6/nh4M7I7jns0Py0+43ERVjrd0VWW8JNE6f9MKt8Im2/eJCgoD2lQPzIIcf4kpIKR2EzZbkH8Un+6M/PA02B+YNnWomAe8xAuLl+9um9lplb20Hv7dpgT+fZtpt3WkAQLMkOrR6X2J636j4/h3btvg8iIUshCDK1xMhMkxAfD20z5pywmcmFeFAgJjdaNzQ1X/sRKM+Bl4XMYUN6T/l8ApP2gOADGPD8CpHh5wbIYtyaRrlYfCLAKbwv4WdnAUHOEzuCnfm9gd+AQM2cQIzHXgSsEIhBWRBp/0h2UN8emv6EEnc3Q3JARBjkdu2gtf+djfQvTh+g8NPlyr0vBaNuR3Nmjbt8ZHfckf4JDqE662Z597/pMcO1yOHlBFIEkMz2ZdacnmEeNEMyte8qogifZi0XZ/TnCAgXDKL+NrdyZZwHiaSMbUQjIIeTFzIIpTwRGlEyiNSwpyYdfy5AlgU+B8RVInk/TFRaQKh4TRYNibWMPTeYXst7/xh0U3iCf0c6bZBjCJJeEoUA+37ooz5CGj7f9zm72mPG2GQDMLs/Y1NoQW7klzwig03Ven5WD4fucnEHGhQFYAZbPp+Qmy0LzuykArULdzW+HIJr5JvOCWoWIkE1zaJKyAGGFj5cl9yX2ymAMHgJ9bJqKhKGERuUSSANEVtzohxwle6xgxcVCh09DyIFz3dh0PvC9LWMrY0jzc8ALbgMwhfpX7j4DW8Hl24uLtxcXMPba8KQFc54KEISFPIZp+vvvT8tBUXMshbxyIzuusnuhZ5u2Ys68EOHWBbD7s+s5d22vtzsd9w0IMh34N8Dv3Lj9uVjOwNvT80IkmSoZ281emISFuQzl0820S76nzNpI/spslrnp0LSFsuL/8z/z3lKWbmdvw0D2Ol+ZdTeq3aLNLF/engl4iG/rcL5dn5yYGUEWHnxrcNPWPzRFoGuCLH176CvFtVp2FjuE1WpnzuC69j8BAAD///RI2YbrPAAA - -- path: /opt/azure/containers/provision_installs.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/+x8e3PbOJL4//4UPbQmtjMmZWd2ZufnXc3+FFlJVHYkFyUltTc7p4VISOKYArQAKD9kffcrAHyAL1v2PC57d0mVE5NAd6Pf3Whp/6vmNCDNKeKLvb1OZzLsup96ne6k15+MPl61mnQlmug+YrjpUSJQQDDjTc+zV4ze3jkcs3XgYScgau+gc9Ed7bqVetdYqJ393qQz6L/rvZ+c99yW1cTCa3okaBIsHN9S79/2+vFLCVW+nAZEvzoffO5fDtrnw8ICn96QkCKfW3sdt9cZXaYrzYUs8ERYsTZDGHHWDKmHwhjloD9q9/pd97wac3JU3wTqjvudyuUsIp658OKHYeW662iKGcECc3P1+O24PxpP3O5ltz3sthqHIZ9OGA4x4hhsBjY/2ht1L7tXA3d0Prm6HL+XpypzQeAQrygTOZpLG3dhyef28OPkU9cd9gb9lrU+cb51Tqy9j+1+7113OJq86112r9qjDzFerR1LRIIZ5sL5hVOiFk/O307a49FgMr46b4+6k3eX7ffm3jVizTCYyp22P22iSFA7WvlIYGtvj+ElXeOPiJxP25GgY/X8XYjm74IQHx7BZg8AgC3BnkHjKWR72709j2EkngQoaOQtdgQYYkSiVSdVlfNQguI54tgMGnW6JoEEhAsUhikQNyIiWGp6ghn8BFZj0+92z4eTDMrWglYLLMEibMHPfwGxwEQhxN6CghUQqIEKNlyM33bdfnfUHSbyhRY0NuXHW0uBvEGBmMwom8yCEMPpmxM4hTqhwz4QCvg2EEAJzFAQRgxDwMHHYTDFDAl8DDcYZigMp8i7hikO6Y2zpxApRYTM7iZrzHhA9cEUJ+wZWI2SDuY5IP+UYbSsxuEv/5Km5GQvHezPcSXEI310HHKcAtWs/dx2+73++zMDB8Q4gFABMxoRHwICCV+OwcczFIUiIHMQFBaI+R71se9oHLNAn96geYWEtzAp16gb5WNZ8ABeJMD2bbBnpzHZxjqG18EzobyJoWiO3+d35Eiz4Gd4eFAaWr9E6imJwlAurlidEJhbWBBnotRrFAZ+drqE72dQdaZst9TGRtd1DfuZ9PrDUfvycjLqfewOxqNYEpAo4pxPBJ3gNSaCg9W+GDqdYdepsank+VAg4qOQEpw5BEvSXfsWGps6xm3z7xI2xTa5g5kbh/3UdRMrr0Vn7aXKHsP8SKd3e7PAcFF9LG4ou74Ko3lAUh8n9SR2UqPPA/cijjLSRYGlfIQFPxdFGkNsy9edfi+xBONV8jR1ocUMAV5J0pI41+n3UoqW137AwF5VbFLv5dPR+/9QyU1jI3/TJA8nY/dyf/91cwv7MOYYZDIF0yiQxgv7+9J8dVACFIbgLRDjcGi9to4gWsmXYoFhFhAUgtXUgmJYsDtv6U/mWEwEYlO5UfrQ78AqU9fU1MS0bS0oUbeVJmRotAEh1WWTK6m4PyO+HC6CZRabSu72BvHlJGJhy1oIseJnzSbyuL0MGKPMUYKU/tIh2EyObLnL5hKypL46gdg2w4BEt0209L//k/UIdhliVkgsyqlJpmmNw4C33Y/f/+lIuozTsm79sUdiy+RIiSdXjvMrHazqDmiik5hsvgqIvT5NXeqz94fBfCE0hAI/Uh0MZpMkJH8rNfD7E/AiFoI9G16CTV9EbnlPxML65TntvXDHw9Fld1RW4d+V9IxTOxKfbXgm+d5iSX3483ffvYS1vxJKSnSim4ZbSNzuCz3mp353NPmy3WYVic/1naqiTFkUl5NJSdQ41U+vxpO22/nQahzOsehcjdvMWxwB7CtXB5SBchBFJpfLWBNH+nzsXu7iuVhgC0pD3lw3Nnkyt9J5IhZgHhfIdnmJrRyZ3dgkZ9k6AjFnfm+ZNCnmdnXALFOppJ+XnDTPuGSIDdaqOnczhZdg0GGvjGNrFksF2TxDCl7EGCbiU5xdNw41Y8C2kzT+zY9NH6+bMheFB+DYh4OEfWmq32zOD47y6U8e8NaCr1pgVaQ+OndLAJX2AZ1BjAyFDCP/LsmIsO8Avw5WK1lJ5Bgh9wjE5lhABrdc0H3tvN7KKr5U2uyDWARc1mmUhHfgKWTgR0xi8jh24NOHcw58QaPQhwVa44TERL1gxbDtIW+BfeBUFoEEY18ad2JOjoEtmCmbXy988CnmqnAyoUpgU3SN/WOpTxEjgBEL71IIRZ20XqrcmQDjeLurhpakaqaqJe0977nb3EqtAwbP4oOnFeRZjaStPELNnNP0YZxCZyjGZIW8ayVGjSEggmYUxp2gbQZWIAb3t+vn8MLulAFWBK9GfklsURXRaZQ0sQqFRs4txv43622ljvnNc3JF1a9QzgGS3lmm08jzKPPjup3eEMz28pwvpX2qYG5scm6rzgMkxwWZx6wQQ0ssMIMZZVDDCbhB2lbmwRpXVrgZO1ISuq6bq64yKku8qyU1bSvmWh2/goosFD7a1Xw6omwe3b/NGqLSN5QPLFPAvLSalesyOEYOuKk/qxmr6tT5j9fQzth1u/1RZiqHmWCfCH9lDVhnIVDXcqO2+76bAbdOnB+SYBPMgOPlGrMOXa4Qw9Jf5Gk5s60T58Q5sbZSMXOQtpUqGUfN0IiOUCayhGcrg9xc9YEZiAUicEgZ4H9FKARBj5IoOkUcG0AKBJXDcEHGTkWMrbPpx1RYuY8S+hTkcv0bWUDdDcFOep+00pTal93+bw4+diFpsH38/NIQORbRqtPvnQeM15Q8MUU6Q1zQGwK2C4xScSZ/VK2R57PdOLIZbyuAZ3dij8IvLcsiZ/6tkQcbNdwf2NVSpVPPNVDFiL92xPy+Es/XBhoJUC6Uj0JKr1XMQzCjoY8ZMCQWiXGK+b1m6D58xnCDiJB7Iq5hRERmKx4JgOEZZph4klDGhQNt4ussEwmVYpIDIdWLq3uJXO4pfxHz+7/FaJKN83vpKZIM3NgkfRH8EnERo1cJVVE99uESCcyFzJtzaXNK9jHo0xZfivm9pv5mQeGa0BsON0EY6gUEB5I3jhnJ/Ucq4lhGVfnqch03F3P7toWNzddl1c95tXzy/GRhXpk2Gy1cM5HNpaT27f1uGGQyWqQ49hg7GXdmW6UmyR/dBPmirEy1HP7P1P6HmFru3gXyheNvane72hy+FQx54iKa4rdxcpva3cUPw2Lb7WL8tiu3t92/62rwTTHubkoDGNsUWGbEBTgVbayqBmQJdFOjMxuQBciF3qMJIdc1Vjy3BUOEzyhbtiz+4Lx+eGVrBEnS9mCBbfMFvclWYt8maIm5lJiq3p8m8h+ppG2bCxasbI8uV5RgInjrWynR/CUMGLMrhPpYzRvJZyEWte+SEl+PaexAlqENH+5WmEkgmQu+7E1Gg0Fa/sd3RQu6xM1FstpOZ1+aj4w1rCLj2rS3RHMMjQQ8NDYf/n7VdZUQVesxp1xWQ+K1cu2/ZKu+x/YEq7r0nIEnpHyVpFbIw3D9A3cCCiwiYNuSR/aSRtL/3q1waxoQ/5gzr6XwHftcxP+jKxFQwtWCM3ZTIhdiBo4Qv4Z0LAxsDyxvVZBqcxOL8DgW1xb08Srchyo41HVDvMeCwkVd8sJ+hPPV0DwRVkPzRPgUtJyfVB7nS2BzqpBg6IvpF4vu3afetQzNGZWYCHa3ogERYFlgrzWkM/WzTM7/RkmXePZsHj0mplwUSww/2/EipmTMeALOI+zIstQLjfBCr28TX/7vitHbO+U0477PcDT4ODFDUv6KqbGpWDJ2L89aW9PLfaX7hk+Aq+gi7ps5aRIx0iaWoLBE1xh4xPQKdQmhXt9BiGdCpoczRpfq5RPYs/6X7g/UyOd11QvJ8Nd7BtX9wah7uEQBYdg/OoMbDPh2hT2RP8OdPMFUJpsyy/xnRST8pwOjRcCBR4HQaXDcvgKOhRoMozMDrVLGlD0Rxz5M76B9MQREfLhI4UO04oJhtDTvVkaD84FBc4jFAQeOsZQhwR7mPKZYDVv6WMjzSJKUvdBZcrYU5BPTUPUK6FQkdRZUPKyePtxB06rdaJolP8umqhPmfcnOM1N9PUr8QMYF8BbYu5b1SsFqgMrqyL2SRR6Zq/HHeJTXz8EOZnB4GI/lVXMgGcuzHEsN5sGPLTj989ERvHoFP4FNwConmuX5jy9AkEUi85dhRZ8OZl6VjN9M3HFfZspxgmVM2FUK7jc79IfMSRefyDSjhLTyNL87JToMlvAaZV3h1yy4QRyTnhXJ6pZbj4F7xPhqllt7RisUfXNb485rnLnZJ352HIDaqkIPHpbrh9oqJdPh3sf2+25SsUJ2ERyFobrEWWAIdCmyqdi0hYjLZY1NgiEXno3HjxQhtWoo8UpCPMGcavQWWFUDWd+fwKmsjU/q0m59JAnbmITP4Kre/2Fy1RgssQ80EpAw5VGGrAME6pyvXlUP+nZGcv37ydU4m/aFozhu1PBN37S/hHVq54u5Fw8//G58is9Vyyp9P1/LLcOvPcmJl/IgTud/Nx5o+AUenA86F91aNdHDCQwLNP/19u52R+335uNvDTegcMhjqGS35hRqfKMA5jdxDI8ar0DzSnlAo0DKyywrGU55Ea7cJatSn5fAMcT8seMqAfN3lHUWAUGppGUhI8GiMFTOeunpgY0lpcRD1zjXEtqUcpftDsnLPvAFDkOdXPoBR9MQt4adNyen36drUBimNLYOG4ePiY5DGHABDzBneAUH/7n0mLMMPEY5nQnHo8vmATwAurmGg82KBURA43R7cFRh9C+hzBQI340ILhi0gCtaZofW1/zsa24dQ+P0GBpvjrYQU8kFS8nMzbZYjY1JRczz2kE86YP0pNosIL6SaEytFKwSd9YSyA9VqH+k9L24gaiu803kP/3/n7+xSo+21vYv4FODsQFJVeg4VSxMfN36CfiZfOCgeylYbwddOTk1Sc40upWWGwnN23jGw8ZwwJsVgjERpxMfGrmHyIFQ90Rp43SKPSQfxAad3AfxaKUGVxQx0sU5hYLtpdaSnrDQytU+zjxmY5PjxLa+pVQJLwkcO4GMdcOnBGunIqvHXx88MlalXl5xKKGtxJ2cO2TLSm9YZeex9OILMxTeoDsOUwwrhjkmoui2H4Os3ar6oOR4pS2g8AkUPXITq6fmAb5V2mK80bAi4unKW3/uUoNzo2ymKuHSsz4zWdbEPHtro1a6UdEh8yFfFhU4GypO/V7ev1pnVuPN9iDxh/a6m1TyhcKo8VD52PnpxP5/P39T89aufjyxEnyNjcFZ6QAEgwP59x/EsO9K26g77i4BqBhjvvzjm+O0RU5UcCEf7Gx7RtkSCTjYbBwXrygPBGV32+3ZZuOM0Hz7pXPAOL22VJkxTzzq41bjbwX/3UjfwVctOKm2FZ1xpysN3qamV+Rq/Rg9pBG8ctcD3CyCEAPDyNcSyYXcX+0skj9Vvj2X98bUbXdvFFWCNAJQDbxCr0cFn8K7reld7VnJj+qGSUWBpgZuT9+cQHJzUtqZOfm0KVXw9jrxOPSRwEfHjcMF5UI6jKNjqN6oOz9m4AAruzF5AiQmfqcaakZo2mDbmVAuEBOdyt1V1Kq2kfqSjN3JLYLNvmXAVbkT9gvUpqYTT4l2Lgfj89hs9JiHrGA6IY2q8qd/v2Cpi4c0Iz34bw9fzyHojwoou9Jk0PPv6YL3k+xUFR2CHQNeY6ImLWKl4sbHpyq2x8vU4Fd8y/O6fXn5OptzUxeUSH/aQR+jdw6Hww/to2N5QG8R75PrKCwjb1HGA7VuPa5TvpwYUfGdF+m0e/bVC7FPUuVv0cuU8/48ndxsp0Skxv2ru85qTy3pSOf/zZBWTnrMt4mnKgTBinhXWlFmdlUkTTx/9buq8FZaVBVVcjG3zKdXVYuKHHtVJQ0/9z017hPfU0PXmLHAx/G3QHQomQXzrIzV4+nGd/uoL3+SCqF/Ot5s7vjNH04mapR0QrDMAiUM+UYrTfzVO5sCMK3HHhLw179Cd/AOfvyxapGPBOI0Yh4+UxuUXp5lranVKryTaCX1MeozmCGp793Bu73t3r78578CAAD//4C+bJtISwAA - -- path: /opt/azure/containers/provision_redact_cloud_config.py - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/6xVT2/rNgy/+1MQfQfZaOK8cwEfivYNu2wr3rJTFgiKTTtaZUmT6KbBsO8+SHYS5U+3HpZLZIp/fuSPpGRvjSPYi15l01m4zgrnMcu+wK/kpO7gTagBYfDYABlwaJWoETzWDgkaQSL7/u358Wn57RkqYIczCx6+YyNqgnbQNUmjfdZgCy4K+cYY8uSE5a/DBmujW9lxUp6TeUWd37zeOUnIW6mweMgAAGqjCTXxkAJUMZPSixa5MqL5Lx8rNpmzdXHlbcUGj86z9errejyz9YpFbGwNFRzyjIafD3QA2Qy9zdN4RZal1fHo3mSN3Dqpa2mF4mPBc2+n03Uxbl2dhz6CDuT8JKyHkybzYAVtA8e0RaiNc+it0U3ogQODSRtEZiXBTtJWaqiVGZr5mHpJ75R9geVWevC1kzZoKQVC7cTeH2xpix4TAB5kG4R7wHfpj44DGG+xlq3E5jrMy+PyR778hY+p8R9++/kJKvgrFoQt3oRbKLlZBFoU0uJI1PxEFHv4XEvOJp9IdfTnNBL6hbcBx8nJR8xlf58zHDPhY5A8/eCBhhmYgexA8WPil4TrcJR4qMAj5TeyL19x7/OiyKJNKCIYi/pWCOZYAcJDO/qPI5BqheGGCtrSoWjyaUYSheuJuzKfYLTGJUzDoV8mzRVLuoCtT2hkC2krB9RsHazTUpzUL4oE1Q3rj5R96bA3b5gnsgn84RcYpZyNSy1MxUish9aZPgn1AAzu4cxP6uYGZ6tEeZ0ng52lpVCoU3S+gKqCr+fpbxyK12w0m/A+D70NaMe+u5ghIDPCTdvtonOSqxmw3f3YNJM0JnyEkAjLmEaebLuE8dCemWyBcy165DxkwjjvhdScs9FffIccVMc3qXx03dCjppd4kx+jNjhuGWl0xZ5M3wvdgJIaYSCpJO0v19YHxEGDrdQyPlWxZRncn1XXk8tXdzO4K/8wUt+avmJdwD2ww/IS/7K6Svj9zPky7sMDtH7wBBs8sbbB1ji88gK10EGvNkphVAzAlek6qbuSFUkpS9E0XEw1PFXvbj5Pnc4Dz3ez47XDPwfpsKmWbsCTmPYWK0/uJNmishV7md6QK5zH6n8S09hK/xOa8Iho3Kk9dKjRicsxiAhjxx/rPRHBphkUrgtLd0Id/wJuP63FW0s9XJc31m6Up/P2TwAAAP//QeG0cYgJAAA= - -- path: /opt/azure/containers/provision_send_logs.py - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/5xUUWvbOhR+96/QTR9kQy3byW1oA+ZSSm4p60Zp0qdtBMU6dgSy5Elymqz0vw+pSexsbTeWh3B0/H3nfDrns0/+QUlrdLLkMgG5Rs3WrpQcBQGvG6UtarUQfDk6HFvO9vGmFgSsBiBTATVIO9cAiBo0nQfBytoG5Xs6uVNKfKSSVqDDKAhO0DVYZFeACiUt5RL0gjNEJUMMGqG2rpzLlFrVHnetqEAzSy0ElaJiYVy42NQC5cj1Ihq+tWBsGKDdD19P5/i0OzrUJEmy8TkZj0g2vCDZOKlpseISkv8KVTe5q+wL93groAy0yZ8OGV9tE9cmXoM2XEk8QXiYZsM4y+JRig/AZx9FPcEoR9M5cZcyVnNZhcd3IYxaShgUikGIW1vG5ziKgqMZ5ajjkJJLRoUIMUmu9qAuumE4+px+JRY2NtBKwKJQsuTVQtIa/qDQvRJwI42lsoBbbuxRwuFKXrWaWq7k7vSJ1tDrebzLHP2sgZhGcBti4jnOFg+NUJT5jQtVmeCR2xVSDcgQJ2uqE8GXySOlFUibCFUVSggorNLuYMh33uBThPUSR86HLjfxO3DRwg0X5T4mGigLI/+s9S0XLv22l+4efuulyWh4Nhwn6/rSqbtV1V+Z6CxOL+I063E7ZCE4SBsXSmsQfuyc4QkyVofuvSTu798wit7huqm7TpcfZlez6Z1oKy7f69UTl5KMpK9j947xcvpufQ29rv36hKrizh+eeWSXjvrchUvFtvlhmae79yvgZX+LxFm6NSjP0TBNXwzQaC5tOJi1RQHGlK0Q2x0FmHfE4MUMsOE2TKMAhIE+E/9PuQCGrNrRPAlHPUiJ78E0ShpALwIm6OlXVc9vcdzVJl/kEaX/ORj4z8Eg2hfwSrMo+BEAAP//J6gFusEFAAA= - - -- path: /opt/azure/containers/provision_installs_distro.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/6RWXW/bRhZ91684pRXYbpa0lHQLbJM8CJbiFepIgT6yAYqCGJGX0qyGM+zMULZi678vhqSoD7uKt32SwJl77uece85+uJpxeTVjZtFoULRQ8MYq1xGXc0SGQi6NZUKEMTdWq8AskCiNT0xzSdprNDSlakXXSlrmvsQXl3hoAIAmq9dRGoc8CRPGRa4J7Rb+iZ9biGWC0hD+Gqmarf2oRmhsGo3Ka5cyUwPGMglTtqSIRQvC4yPonls0e6NR2Pk8Caefu51JL5z0P/WG00ltkWcxs89c7/bHzuZm1OkeGrn0nGHGoiWbE7jETKhZkhtCxPyItOUJj5glg2hB0dLXZCzTFhFPjJ9bLgwiofLY55Jbn33LNfnLVYZISWk1i5a+Vcpdcv8Fnzl3PsutSpnlEWhm2UyQAdmFu4jC9ZxbcKksT9aVOVdWZeCZVrkl8MyQBc8q2//+gSVpScKPaUUCQs21sq4SwqgEMmWZLyNmIeuYM5Yi4/NvyEzKTQRt1kaoOYxy98zaGMssXAJUunRmvuAyv8f9N3zj2TvEqqghwBP8UJSx6iTettDGz60WmnvFfQe7IFmZ4KhD/cF40rm9PWgOkPCytUpSo/h3hq0LFsfcciWZAMsyplPXScpM0dI3Qetdo4rst9/QHI7DL73RuD8c4MMHeG+Clofffz8I6JlJ2OL6GdOGNASf1a62U/Jmrwx/sRAvK0VdjKoc1ZdNoxGrOykUi28+T7uar0jvXtEZcslSgq9dPtU7xh0Xwr3YXEu8enAGXMmN/+pBkyBmaBO8ekjLu2F1GmbK2ITfbyrYAVEMq5BpFZExLqEt4oqJnKASeFvfnrs5J1vc2jksbxaAv/ZGg97ttkcfmhdRbuHH8OEnaOP9+/fwmhdbvEvvsrC6nnY7tY33Y9h8OMTZ/Og1GqfbEuUx85sP+0ibg/Z8vzVlEyrkwYrHnNUEOcql5SnV/fjUGfUHvVE4+NLv9jvh9XAw6RQfRtOBw9xl8zZot4OWd9pqMhze/tqf7Kzae1Y1v8kipv3BLr/sWNjXZZx+8+GlEW6egjiiWnJ7CuQo4BMgM2ZOhvMESfDZs2Dm76K0/x+Al5HiYUf+Ji/uhm988/WYAKodf/MVcXkCqSzWZGHyLFPaUny44g8jGN98DbujvssuHE86o0n4sdO/dS7PcD3uvf7y7y4iJhHzqFg37oHvdjuql/4P5Ma5jpU8t4iYJjADoeTc/XKLO6WXps7CMhkzoeRzOqOufHdHFu2Sk9SK9J3mVRQZM4bivWC2TAbDZUSo+M1FZqCkWKO9DRdS3eFuwaMFuEHMk4Q0ScdeTCKf5dLm5+bPovHawdvgJ6+iyVIOzHIuLKo3ZrBgKwKD97o49WDyJOH37l3aBXFdh2Gs5nJucMEDQjv4KWiXFpfBVk7ZBbNYkKag4sPRqDeY7NPorhf+FvYRFbl68By9vsUjXKnOzePq8fF87/x1cd6+rJJZFTG4mqhcQ6g7MvtjtMVXyV7Vd0zEExhKV6SvVZq5EXCsexDvL77XClpBy9u4syel3Ry/k2K0o1y75oj1VhgcNL0O6omzjctjrolZ0mVnL5QG/ZEzAasuYZl2G8vR0D7I06gCmCXPMqegTwxwUL0sYegogcqoUODPxv3UpVdDHOvx+uAMk2F3+AssJzd4kdvA+l9voNzsu7E5N8iUMXwmCKqWBu7rcg5NmQKTsWvaHZ1rgrFOM+TGhblqB6UONAuevkD6HCn+E+pnL9fviKCEb/Xgf5ReMq1yWegRp86VLingetxzJU34PNfMSUWwxHV7r8wLZjAjknvDk2iVVgxS7ktDekU62JOTfoIrstHVDuiq9BNYlYpAZ6lxT/xIYALp6kV2J+7UuW8ajUgQk9PsGdWnU/ijBM2bz9Ow2xtPcKUyezXP8n21uBuaj1qlX8p5O9obJ+8Wm4SnmaCU5HaPpNs98qeepqPbF3mZjm6/6+GsN/zY+F8AAAD//0iKLRbUDgAA - -- path: /opt/azure/containers/provision_configs.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuJrljZLTGkCtXpmdG3sD178cjTzXc8zx2B5eH1S0zKtMEvv5NTYR8SmlgguGkrUC2w5NrY1XKAya6nI1wD1FuWbYtYpcDej55biamouCnNROXpR7QKwbkWmusW7lnWEU6tqJ0gRVVvPkr2RBMlaJOBcHEdtnpq3km421A3zDZLrf7BCMzHA7QBvMhxKSnTidw8PZ0T2Jw3PoaaED/Y0Lfn5kgJT0XLV+RtnjIxkr1L/O9Sws+9ANlIoFZUSszre1RaGiJUp35J0XV/U3Pxdx/ubNj0cyGatwklmrdJAjna9pXgS9x7HuX6n5nze6saSvy4UXfxGKXvbvTIhMonVJM+KNw2qGSrfJCB5l0Tj/uwkkd9FaArLXQw/3y4O88VAf3Ot5/5v9Tffx1ZxMP6re3tg6er0JMEO8x9vZLdsZv9tVC443VbnVQ5uAKoci1RXQmQxlOpZnb7r9K3PYxk17sSLqSx1ry8x2co1uVP1y0AvoE46iiD6WCbXujmNYfcFjDjQVebs4T3AgEyx7DCgMGeYczt6+67z9sXP2+ufO2dsjfSHK640hYVTQgEZw/LggwUJ5jFQuPzl6cfSijpYPzRUWDgQOgWMhVI1XNdar6wYJIw8kwuEcy+xtRjuKkrfAsKBcQIBi4IJEkWZ9bYgpVpdmgAiYU9Vnz2g6X+jPK0y88cSDYIFI/ErdjMiKfHqEIZXe+YiBL1SzvQTQN1FQFIFgaDYjgVRRbcQOXFEG+AuSySpM+uMCkvCMT30alimtP3Q7R2Wh0S4KjUa4JoqRgAgSMIwwoUzAu1Mw/gEyzSgbHrbk9/lNtVomXnSfN1Qhbsl8jJggMpfOPwy180NNSzJX34pQGId/nmkb2tmpoV4xKnPu/d9megadw9Ox6/Gk7OkZOyM1T9tfmx4/tfbaoMbicypCrqp3FjujrMJZW+zWir4/G/oPA91XKiFblrtNesWKV6x2TTBHm4vdVrCi/boA2HaIv5XEzk8h1CvClV3lO96jsWA0GkcoxtXz2LZjyRTHsf42sR2rLw0idzrDUdFQpQ5nm3c0DIuUxdUIv3NTrC569LwBvH5ful62Yhgyoq1NzHeuDO1Dub/Kd+9PR0f6ayByo3yLYjLDXPQJq922uTWH9pXlen3buVhfI5cZDq/7QnsNTw4kt8xqHJ1i1IbQhlEDLOgSd9tFaa/bkaOtAeopU0PsVrKwOhsFSMX52nVamdPRxxjKkc/LfzYROhC8Ql769H+cnjYTK07WG1A3LgMcGYaxnr5VM7b9yZkRIoHO4a7Vzq4A2ld2z/Ssu1YtMatwk6VlRRJz12rnbX5/6w/vDknkN1DKDKn+ykDhksQKYNtg6+nSBkQtnV3LILeOtiujLFVWUcqm6sqMshHhxvp01zqSedQ2SxtfysaP7NOGZiooD1CEmRmGcunMpk5vMFFSmBNvpLq4Hd/s92uF42qvn8SVCa2OEKggaoQ4iehKLk+dFVpGOyrcO0c8rFiYNSryb79oVdn999/ax8qx2zvuJBRB/eTbvLWHkeaBXBwcMJK+xPBHRuPptCZT/ULGH6Gc3QepEC/uhPwRsmxeEqzfVngW1cJrzZ7do3GsPgRWd1izp3pYhlbPGzl+z7FUL7Q5cC/ax+o7XDNofb1rZY4R3rXk9Pk//K71CvKn+iZK/U1+T6b+tH47pv5OHxT086+VWXGYUBKLCYs0XPGxQjonlY8V0jgisUz4lnetV3fFDZfsYzpbqSzVezW/8p6dZbeRkWuGkkV+qSRnOiczly87jyQO6SPvxFhkNPjn6LYY4RAmAspwlc75uzdvfsyIzVEU4R0ayd5vCLL8Qxx071pPLWjtCgA7X+tZK0GKGaHg63Ovmhk+wulJ/e5ufvv2Hq+AcXT+5vTnt9l13JiGchdVuZX749uf9K1cuZ/dcsU1IHJ90vNAgnYSvNR3dA9BkM80Rn5t92Lidl3vomd2BxfZhzHzOtRo48Fk/UlvuPak1TAlb6xPF+3jTEfPEusx+2Dm2hS3HO95BEuxH3MD1UnuX+HqBA9f3LaN8+x1jeGQv//W3hrtVDDdNtpmdB6iJX7/bS00P4uGVOomQ5bjPYvKPV5tELmxPu2mUa4KMmCMaUSC1dqioK5H6h7LQ6wr6RiJItRo3Kruikj6/lu3uh7w7nps6NauK/Juo7qbOS1lvB5P+ow8YMYrR4554948SSFUb4tDsN+hPXLh4gLaWePiyFV1z4a23dpnZL4i9SkV/mqepE+1U/jfa71heS0vb7ctDrkbm1IBAsGALNEcQyI3k+3hR7tvm37fsT9ajm/fmtfWedND3zOva4SaNq4/wdmp2uNMEV+AEUCr3fMcvyh8DAZ+77b/vEGlUnP9dnEs2EotPR2+yNXeWufrov2ftUe51hgW+kNXp1uUU+6/rhCJ9Fcv8rGvx5PMtq9UqCDxvPbx1gK/CCNSbC2Nu34Unv8qDRY143BgS1WWiIPvNNFGl0VpkqxF4Y9ZJdc9/K9RftbNwZbkO1We0ctbz/N5f2s6aqJunfghfYwjisIytJTzXcs/fCAhQUVPrZPGgixxcZi1/g0lytXgMRXA0yShTOAQ1AdsCAeJ2QF+T5JEfb5lLapVmpylLs/yWlUW6R5QREIk1PdnF5SLV4AihlG4Uu06kl8S4vJkoPMdcXBnRSxWmjCKbhEjBSM4rS/fO0x/SNEtG4IvycFkd9KLwuwk/VBqRTuJdIpK21LWIhYewR9eCXYynNyTKALDta8/TMZb26aqAuRhpJot1QLQM8bLhHzeYLr1PHfOhjU6c8Fjwk3n9u2bE6mihi+yv4CYqmBDY1CAWyq3eyvLW/z0hx+yKVpmCiCtjEPVh7U+GQ92GX1kVnpuVeb/lLKebsrq3tq+Y7mTgac+ur1XFr4kJ5uWPZhKW7FvuZ46S1ynmU1MSc31TG/i5stIJkT5Qq4hDdJU4DQ7Uuo/t0g8o87oVn+aTTV54bD15y3f9K5p2h5ejXxndOv3Ro4zGXtWf/vaevCyUywRFQIbDpF/IG1G4uzOSfVmxf+Qc1fjy5V9XRHMt6/8oWX1dfMWCJbizbEiOue+oD5+wLHg0DJv3E7PtTrrMnQ21p+NSbCpsYOJbwaEFmw+qzrg85aqgxlZCwctaG077duAfMbSVrnn5X4ovKMYqa/fqaFoAny9lT//MIDrfpCkXlijq6P/FwAA//+wOWO5NWgAAA== - -- path: /opt/azure/manifest.json - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/8SU307bMBTG7/sUUda7LcdJ2nSjd6VkAo2lKJBJ04QiJzFgLbWR4wCjyrtPdkuTUrdsbBK33/nOP/tnL3qWZVl2zpnElBFR2GNrqWn9ipYkwnNijy17zrNfTmtM+4vpLLqYnERhfJR+C+Pzk1nUvMePtSDORuxscjE9XjugIJn9oW1R8HtWclyc8hxLyplqhfitRG0r9OSpTIlJfKpybqS8rcYIqTEhK3kGORcE7ikr+H0FjEgdQs/WQHvWQP1FcphEF0k6nR2F0eRr2KCSsvpB7X6WpJN4etw8L7j3XOqsZrJel43D03ByHjb1nvPq9np+dndEVJSzyh5bP9aqjngwBG/gDDrulT4C76Pj2Wv5slOPFNf6qteuTqzEklRyGQ3A8xy/G60kzspV7qqzDjZLjy1qlr+AlrKk/UWcRNNtnLT6SpBU4f+PkK5qHBdllDOa70Llb/d8LQAuuI7ID/xtBFaRwAwBZZXEZUk2v4LleZErXJcrCFwYtAWajdtmd7SguH0UamdJ9V3vIOCli9xza7vO49I0UiGo8rzhID/rjAhGJNkzROtxGC+Io0lysMhvQGIB14//MOUT5DivnDkVggvQ8Km3rxFvm6O7/kKzGB6lX5LDMD08iSbx9zWZKKMMC0oqZB64C+723PvY9X31w9xweUUfwHd93x357jbIyhYY5AF8+oPkAXiGx6HkoJM9cD1vaLANwfC5+kMYGdUDgxqA353Sc11TbgCm7gGY9h6Bac8RdL/7DRhTSea36md/iwfRa3rvwtnn3u8AAAD//59CdtiECAAA - -- path: /opt/azure/containers/init-aks-custom-cloud.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - - -- path: /opt/azure/containers/reconcilePrivateHosts.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/3SSb0/zNhTF3/tTHEy0AZKblo1JFDLWjaBV/OuI4A1ilUluqEVqB9vp2AP97o+ShpI+EnkTWz7+Hd9z7/ZW+Kh0+CjdjDFHHsJAm0o78h/bUpWUS1Uw9kReyFI5sguyQpUit2YuvHxyO7t4Y0C9jIKdtLIFhEsuIP4GvyQvM+nlEN5WxMFn3pfDMBz8dtjbP/i11/7DeasLlXZe6pTC1MzLylNYY09kqcSCrFNGR/v9waHo/yIGg59yY+fSR55ePd9lgMpxDx6ccEQReJ/j4Qh+RpoBwPgsifgRhyWZQVhZP/hCOY/j42PwoPbhjTA3FgpKgwdvreb+j4clP0JmGkFT6zn931TrITI+5BD5oCYFavdTcyeLin5Q7W+qVA5KZwbBCol3PFkqIdQL+L/y2Y0m46SJfDwZZZkl5wLeKar+mvtCr2poLPn6zJKv7Ic0V80iM5pYu1vf5WzJWHIRx5NpEv91fXWaRIMDlhaV82TP/jm9injwdn77ZzwdTcbTJL65i2+mV6PLeMlZHfs9go4YWxH2eqVVC+mpUPq5t4eHz2Y0rtw9qxKWUqNTVRBmxnnXhL9BckqnBOV/dtDGY3SeoOWildXV0qvy6LNcsRW7Qxhu8Dhj/81qu3oe2462x+NJFOx8PebrARPf1sTxZGPEXEFU1mOzEeRy1Y7UaK90tY5e5W2rX8A7vI3HIiSfhk0yHZtO0wAqHK3Mq8zAUQahwMMuJsy6oE/E17bvK5ongpCdu/gdYUaLUFdF0eHclpn0lG02zptOTPyj6i8jaqaSbcfXZ+x7AAAA//92UkeEmAQAAA== - -- path: /etc/systemd/system/reconcile-private-hosts.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/zTOMU4DMRCF4d6n8AUSn2AbBBJ0KAFRrLaYDG/ZkZyxNTOOCKdHAaV8r/m/+V0llvQIZ5Me0nQ6gJuyVOSC4LI1D8/rba/Ncje5UCBzHR6wNB9hF2Es6e3aMbmce0U6wIMspqa7laQOQ3r6Bh//znISLSfyLZfWo9DPMBRuGiQK82J3wOt/6/km2PuW5hf1oFqX9EEa+Hy4TudRQ3bDYfsg+0L8BgAA//8Sy/8V0QAAAA== - -- path: /etc/systemd/system/kubelet.service - permissions: "0600" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/4yUTU/jPBDH7/4Uoz4c4GD8LLs3lEMLaVXRpagp2kOpKseZUqvOJLLHBXbZ775KX9gtFEROsf37v1iaZHJLlqfiEoPxtmZbUXIVc3TI4qKiwjY7N5oX6aMNHBIVg1euMtqp3JJabtEfmjgkhPxQ+aWsyFnCU9b+HhlMRawtoS9OA/qVNSjac0b/eVxMss3bVIwwsPacaPegn8JumaFJzkRKK+srKpG4ax0mCtmoAuc6On5p+h/0vDY4jw4YfWlJNzeE46zfG6ej7ycii8ZgCOmj5Yw1x5B8+fZVpI9osibqxmOyvnquwwJUVbPSP6NH9dI77LJOw+KArlwW1oOsQa20V87mL9U+wxqy73WRBlp2DhM4Oi6rSAzPcO+xhrvW66S7FjzDgwHpTkA6hP9hCufACyTYxK7lUuaWijc1326cw9y2DrXf2pR6iTIstMe3bmJfJ1VolJizzh0GkAykGw9nAx9Ebf0apViit2Yn+qt6Z3jhTsD2kRKpcZPN5KHfO6GqQOl0ji4kraNfV7eddJCOZ9fDy3Q2aHfSQfa7tSdYJWf768rFEmXt4r0lWVi/GdCmhSdkDGpDbIDwj/ZoFzYeZLPOcDjOxqP2zaw7aPeyQ9jF8Lrb7826/UH6ITRu96/T0eUHTG80vP0gaH0gxKRPgbVz0/V/AIvOU1JGx1bGgH77XYs/AQAA///suTndaQQAAA== - -- path: /etc/systemd/system/mig-partition.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/0TOwWqDQBDG8fs+xR56NZs8gAfbWhFaK7HSg0iYmIkZ0FmZnQ1NS9+9mEuvf358fF3LpL15xjAILUqe02xZppt9Kws7eD7TGAXWbj3b6konApvttltb1K0xXYNypQF7s8egIJp6Ts5AUxQ0+RcOzRprwdTFIO5I7Pi+kYSZbDLTaHf/Lr2DI4SLdX5RB99R0A2eFYhRgptpTBYQpfXQJlzsw09Rt4eyaj6y6ik/1Pv3l/I1/zWmKzkoTFNvPoEVT4+3dI6TUhIDykZBRlTzFwAA///GvdrK/QAAAA== - -- path: /opt/azure/containers/mig-partition.sh - permissions: "0544" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/4SS0YubQBDG3/0rvpp76BVTa3ulXI4+lN41CE0MJelrWddRh5pd2V1tQsj/XjRcIiSgDMLOzu+bj5mdvAlTVmEqbOl5k2Wyfpnhe2MMKVftAyxbzlig4tQIs8eWi2ktjKMMb0vnajsLw4Jd2aTvpd6Gy9/xc/wtvFTdQwqltMM/bf6iNromU+2RkhSNJegcriToxmWi05yvNsgMt2TQkrGslTdZJ8/JDBtLw+avfpxGpnuN7oIdawWROzJ9TqS6JbC1TfdHzjvK4C3i+Z/Vr+RH/PPl690hOnpSWMLdYZA/ghU8APAX8Twq/Pv+0H2qH8jUbrnzg6ksGNFjcBVn4OnpLPRxVOgh6OMW/GkMfgxuNn0Y4z7for6MUR8GFE6zenchSJYafrd4gVZUfFotK+uEktQ9hJwr8i/1O3aIhkbICuldNZb8PwAA//+R/AassAIAAA== - -- path: /opt/azure/containers/bind-mount.sh - permissions: "0544" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/3ST3Y7jNgyF7/UUZ+0AbdEkfoBiLrpoCgSdzRRttjdFMZBtek1YlgyRziQt9t0LOf8T7CVBiTrn41H+oRglFiX7gvwOpZXWCCkWARQj7VnPpQ+jF7qUAw/UWHbHem9Mjo/sa/Rh9IpuLMmRQgNoaKmnaB1EQ7RfCMFD1EYdhzmswFNFIjYeliY3ObYtCxrek8B6sMhIeGNtzzO/E9iSHeshTa9JqVJY50Jl1ZaOTI7KDrZKB5oQsQk1XUUsTiKWePH4+d8x0vyxaXJIG0ZXowoxkgzB1+kxbQlK/YCapQM3sPjrE1orCJ6WR+VSRR4Uve1ITA5trULjSCgPKC+A2H95N00Dip2NheOyODmdQ4LJryxb9p2AE4HJLdUJ5f2Y74uadoXU5Q8nPZFkdJqksD/aqRSVddXorHLwCM0jgAvBZdprMtoJaEcRMg5DiCqwTil6q7wjQUnCNclVx+Sc5ZSGIbBXvLFz8EQTypIwDnXyYD69fN5sX39/WW+2T1nRey1sJ5kxv33+uHpebV/v+rP/bsqvZ1LZ5fAv6z+esvcgM2P6ruaIxYB3E7JkMHh3QB92NME88645sQpxytnZLh3RT+A8Go6iKEPQpflztdmuN6vn11/Xz6unrAiDFjYFrKiCV8ueoqR/Vi+EUgDIZYYb/I0PWBCy2d39DP/8lMR4AwD9DtnsxmGGbHZjIpsOaRir9mGOafjocFrfYdI6vwniNxyXturOiaf9QFVaVH71XlIT4vUiq5Br0NvD8Wcv73jfKP+ameOzi8Wk4aZ7t5WHazBV24ca9se3h97/AQAA//82ywp0xAQAAA== - -- path: /etc/systemd/system/bind-mount.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/xzNMW7CQBCF4X5O4QuYPYGLoFCkBUUpLBdj+xFGWc+i2bcR5PQRrv9f+sZPN07yjrqE3WnFh6P52m2lObufNiOD3apUGS+IX1swyRmVGhyK91e13AJyxqbmb1ciTg/j8ESV0wPLZR/TbJ5mrbculTuT/rVAWopTzRH1ldd+Jw/1JjJ+eKXmPMmXOrEen8PWMq1vFXGgxjco/wEAAP//HvlBProAAAA= - -- path: /etc/systemd/system/dhcpv6.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/zTNsc6CMBAH8P1e45uh27d10IiJkwMaB8JQy19prNfmeqD49A7EJ/h1Zw7a0w7FS8gaEluwu0YMo8/zP21uCrEMfSV5VIljYNTq5A4l6lrIHDx6Oi0ZNjHKmJSaN3yrTtSalNW4zyQwPrG6wJBiVqBahbqMRN2Bi7oYe7o4VgzbxT6nqKGaCuTH/TXHPX0DAAD//wVR54mwAAAA - -- path: /opt/azure/containers/enable-dhcpv6.sh - permissions: "0544" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/3RS3WqcQBS+n6f4apZNezG6W4g3TQPFaCpdFMKG3hTEHY/rUDNjnZlNYOO7F9cKbbq58XD+vh/PXLwLnOmDnVQBqQN2pWkYM2TBaQoaneyoLmU75Y6x26/RJo2zbVhEeZYUSbqJPwdkRVA1ohs/rSRlQ19oVbNokz/cFmmWbosouZvmFNkn3f8MpLLU16Ug41fB1YqLVruKSyWtL+o9Yz2VFXgPXuHyElm8/Z7ffzuRpncP91+2aZ7h+hpxHuHlBbZ3xOQIB7LNClKRDVE6qxkAuA6mJepwNaezUvA1eAguarxlA7ytERzKPmjl7vXAyOa3VBoy4IeJfNYT5xFjZVUVsi6UtgU9S2PN+w84nlTse+rAfz0n8BbH9eCN4ePgjeskGj1Xb27+NNjA2NSItKrl3vVS7Ucj3SGE7/seY1Y70bxtZLnEf3LgWflI2lmsV588LI5nLjyMmz9Oos/sL45nrzOMYP++gL9wjKs0ZF3pJzX9tOVyrrnuVHlttrRSKwj92LVkyWMXcZ6w3wEAAP//V01dfMMCAAA= - -- path: /etc/systemd/system/docker.service.d/exec_start.conf - permissions: "0644" - owner: root - content: | - [Service] - ExecStart= - ExecStart=/usr/bin/dockerd -H fd:// --storage-driver=overlay2 --bip= - ExecStartPost=/sbin/iptables -P FORWARD ACCEPT - #EOF - -- path: /etc/docker/daemon.json - permissions: "0644" - owner: root - content: | - { - "live-restore": true, - "log-driver": "json-file", - "log-opts": { - "max-size": "50m", - "max-file": "5" - } - } - -- path: /etc/systemd/system/sync-tunnel-logs.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=Syncs AKS pod log symlinks so that WALinuxAgent can include aks-link/konnectivity/tunnelfront logs. - After=containerd.service - - [Service] - ExecStart=/opt/azure/containers/sync-tunnel-logs.sh - Restart=always - - [Install] - WantedBy=multi-user.target - -- path: /opt/azure/containers/sync-tunnel-logs.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/5SUUW/bthfF3/kpTh2jbfL/00pSbA8JUmxLvCKAlwyxt2EoioCmriRCFKmRlFNt3ncfSNmO2yQDpif7irw893cOdfAK2VKZbCl8xdj87vIiWwmXaVtm0poglCHn2dV88VgXf3aOMlH7rLW5Z+wAPzhlSiiD2zl3pEWgHLEhVsJ55m3nJCGjIDPr4wISnuK+a+OD0BrK2KCKngdrtYcqECrq3zhCo7yPrQtnm1iEakRJTBX4+BHjv66v/sbFBUaNcFHnCJ8+ncdlhgHSNo0wOfhq2/5BqID3WU6rzHRa4/T96xOs18hNAbVRwvsvxTDSnvCf2ok28JICuMXVz3V5djazsj47W6iGbBcu3h0fD6c8MzorVMQyp4BS2+Uyjm7boKzx8BahEiEKaUsyKJ1Yelij+wRG29LjgfAgTGC+sm0A96DPITZ6LESlqcIO8FscoLAOzziOYEGflQ+JNV6B5xjP7y7xCJhkZcENRrFPMsm6Yc1272QyGTHgoVKavm6SWwYAXhO1OPkm/dl1TNtya2h7zCj+mYw2fH4SNaWhc/JBGREBIVeOZLCuj/kxNkBoRyLv0TryZAJr6lw58Bbjq/kiYQ7CBQgshaxLZzuTo3VWkk/TS03CoGsHsimAOWmK0Y6xT2awA1RiReZNwJLIoLG5KhTl8SqcorKd8xMsKuUhtLYPHl1q7ShSRuiMIR27sYPhFFEEchBw5KO2CRvQBdfRhlihTI4XbiJ46FtCAa6VqT1OwJtGGfzv5PQYfBDPtsjffXt8zCJVvB6Qmk5o3cP3Rka1aESQVbQ1KbNGEosGL365uZnO7me3H+5/vJ5N46Tjt9tM8g8YRYOz796K2icZ66SRS+PXUmnVNevaGkMyqJUK/XpgUDhrwiE/uq+7JXHf+0DN/dFE23J0uI3KkIOZMnUUNf5KRwzM8CHTBnxWPFmQXM/SxGxolewfvlu7+5wSG3FYo4J1KdKyEqYkz/avPf8DvAF34LRJxf+lIxFoyPd6k/kYQFxd300vF7d3v2P66/Rmgahml38pPGG8IZkq8dnCe44I1tghfeH9APqFl/v4X1iyZ8pzKw53Oh8nGEbbG2H7XN5Nv19Mjw6fvMBTT3dGPnn2nR2Nd0SzYUsszRfZv+w/P/+iTF7ITSn+HFLxTwAAAP//FJDA2AoHAAA= - -- path: /etc/systemd/system/containerd.service.d/exec_start.conf - permissions: "0644" - owner: root - content: | - [Service] - ExecStartPost=/sbin/iptables -P FORWARD ACCEPT - #EOF - -- path: /etc/crictl.yaml - permissions: "0644" - owner: root - content: | - runtime-endpoint: unix:///run/containerd/containerd.sock - #EOF - -- path: /etc/systemd/system/ensure-no-dup.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/zyNvUoEQRCE83mKBuO9AfMNDjxTwcXouGB+ar3GvZ6hu0fEpxeV26z4qqjv/Cbsl/AEK8rducl8rJUq6uiE7ClvIB0bjNam9DEyBE5Zub6DWKhru7GV0YbRrVWE4+rQuTTxxAKtB4N+crkXvw8bfKfn5T9cwivMk/rcZFoTb0NxRwvK/BhOXyjL3yJmlpiTXSm27jF9D0XcjRYhNhSTtKmOfrBreDi9PIefAAAA//+1G3Iw6wAAAA== - -- path: /opt/azure/containers/ensure-no-dup.sh - permissions: "0755" - owner: root - encoding: gzip - content: !!binary | - H4sIAAAAAAAA/7xVXU8bRxR9319xWCMVN1ovpJHSUtHKAiqhhmAFeAIeZmeudwdmZzbzYeKC/3s163Vih01KKiVv9nycc8+5d88MtvJC6rxgrkqSASzVZkbwlXSQU9wTmCVoA2V0SRbBSV2isaaWjgcTHAorRUmojSBMjQU32jOpyYpkgILxu9KaoMV+xCrJQ4RGSc48CTSM35F3mFpTozEC3sCRnUlOJ5NIXxhftQUYDV8RHKtjMYKwYzQt78V1XtjdVSFMC2xsRmDZQHpHaoqZZLgjq0lBBIqM62JaFQVFjUYPk0Es2lUmKIGpVJ4sTPAt6keKJXwy6DxzoA+MezXHfcU87kJBKqo25Fp7hOF3ZF0l6xdxT5NPBqi8b9x+npfSV6EYcVPncdNq8uTWfzZBqfzlr6/3XicJFZ4Vihwyvyoue4Px3+fZ0fHR5SSbvDs7PTk/xMs/ckGzXAelEjnF1RW2/0RG77GLm5vfoxidAADxyiB9et8GRWDKEhNzOPLp8vQH6bGbTGWHuYVsipw8z7mWuSY/EvnebvZpGrK4xo2eKul8HzPXMg7PVJbQxiM0mJMfjUaRKTaEmFXzNfK9SJ4su/6W1XSwvcOZ/4Ya8Ijb98gs0lGjQim1u7rBIxwp4n5n5OcN4eAA1+mS4zod4hGj5Z90mHRzc2rEj6JeY0yHne/p9sPa8iLF1gFSbwOlfR5338j2wyfbFq3bUj/5Dr5ifdv3jca7ucu5Ys5F7fkGfs6EsOTcN9XzzO537T+ZHGzvyAaRKX6v958hPqK01CA7NkilJo+dq93st5ufr0fDh18Wy9/pxqm+AyvLs3+i6yvmxfONbkMgqqvYLAYVZDN7hc6e/9TaGHEeCk1+LIT9QRMnG1aPXMv6mfyNavo94G1uRr2CPNla6u5hiQn+k+uSk9VYEsAyXXah+mUhzwyE0/HhyqJnjOYwSZYlMyEi8tMQ7MIWvGJSp73Z+7bn2iB2F5rue/ZaqF6kcc/prMHJZPYKmfs4VKfjwwUygxn56gWyTDaZsxxro4nsFuPDw+PJxXfh2ZyBSHb07mzyBaqzy4vJ5UVb0Vdsah8bb1anW49wG+omLj65uGqbCb4Jvh0KTfdqHuFI9BBFeLff3783K9L1B/P/PLJdRA6Oz/76NwAA//+rs4yxXgkAAA== - -- path: /etc/systemd/system/teleportd.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=teleportd teleport runtime - After=network.target - [Service] - ExecStart=/usr/local/bin/teleportd --metrics --aksConfig /etc/kubernetes/azure.json - Delegate=yes - KillMode=process - Restart=always - LimitNPROC=infinity - LimitCORE=infinity - LimitNOFILE=1048576 - TasksMax=infinity - [Install] - WantedBy=multi-user.target - #EOF - -- path: /etc/systemd/system/nvidia-modprobe.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=Installs and loads Nvidia GPU kernel module - [Service] - Type=oneshot - RemainAfterExit=true - ExecStartPre=/bin/sh -c "dkms autoinstall --verbose" - ExecStart=/bin/sh -c "nvidia-modprobe -u -c0" - ExecStartPost=/bin/sh -c "sleep 10 && systemctl restart kubelet" - [Install] - WantedBy=multi-user.target - -- path: /etc/default/kubelet - permissions: "0644" - owner: root - content: | - KUBELET_FLAGS=--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key - KUBELET_REGISTER_SCHEDULABLE=true - NETWORK_POLICY= - KUBELET_NODE_LABELS=agentpool=agent2,kubernetes.azure.com/agentpool=agent2 - -- path: /var/lib/kubelet/kubeconfig - permissions: "0644" - owner: root - content: | - apiVersion: v1 - kind: Config - clusters: - - name: localcluster - cluster: - certificate-authority: /etc/kubernetes/certs/ca.crt - server: https://:443 - users: - - name: client - user: - client-certificate: /etc/kubernetes/certs/client.crt - client-key: /etc/kubernetes/certs/client.key - contexts: - - context: - cluster: localcluster - user: client - name: localclustercontext - current-context: localclustercontext - -- path: /etc/systemd/system/containerd.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=containerd daemon - After=network.target - [Service] - ExecStartPre=/sbin/modprobe overlay - ExecStart=/usr/bin/containerd - Delegate=yes - KillMode=process - Restart=always - OOMScoreAdjust=-999 - # Having non-zero Limit*s causes performance problems due to accounting overhead - # in the kernel. We recommend using cgroups to do container-local accounting. - LimitNPROC=infinity - LimitCORE=infinity - LimitNOFILE=infinity - TasksMax=infinity - [Install] - WantedBy=multi-user.target - -- path: /opt/azure/containers/kubelet.sh - permissions: "0755" - owner: root - content: | - #!/bin/bash - # Disallow container from reaching out to the special IP address 168.63.129.16 - # for TCP protocol (which http uses) - # - # 168.63.129.16 contains protected settings that have priviledged info. - # - # The host can still reach 168.63.129.16 because it goes through the OUTPUT chain, not FORWARD. - # - # Note: we should not block all traffic to 168.63.129.16. For example UDP traffic is still needed - # for DNS. - iptables -I FORWARD -d 168.63.129.16 -p tcp --dport 80 -j DROP - -- path: /etc/kubernetes/certs/ca.crt - permissions: "0600" - encoding: base64 - owner: root - content: | - - -- path: /opt/azure/containers/setup-custom-search-domains.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line339.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line339.sh deleted file mode 100644 index 21f8bec58d6..00000000000 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line339.sh +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/bash -set -x -source "${CSE_HELPERS_FILEPATH}" -source "${CSE_DISTRO_HELPERS_FILEPATH}" - -echo " dns-search ${CUSTOM_SEARCH_DOMAIN_NAME}" | tee -a /etc/network/interfaces.d/50-cloud-init.cfg -systemctl_restart 20 5 10 networking -wait_for_apt_locks -retrycmd_if_failure 10 5 120 apt-get -y install realmd sssd sssd-tools samba-common samba samba-common python2.7 samba-libs packagekit -wait_for_apt_locks -echo "${CUSTOM_SEARCH_REALM_PASSWORD}" | realm join -U ${CUSTOM_SEARCH_REALM_USER}@$(echo "${CUSTOM_SEARCH_DOMAIN_NAME}" | tr /a-z/ /A-Z/) $(echo "${CUSTOM_SEARCH_DOMAIN_NAME}" | tr /a-z/ /A-Z/) diff --git a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line68.sh b/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line68.sh deleted file mode 100644 index 93f80307b92..00000000000 --- a/pkg/agent/testdata/Marinerv2+DisableUnattendedUpgrades=true/line68.sh +++ /dev/null @@ -1,619 +0,0 @@ -#!/bin/bash -NODE_INDEX=$(hostname | tail -c 2) -NODE_NAME=$(hostname) - -configureAdminUser(){ - chage -E -1 -I -1 -m 0 -M 99999 "${ADMINUSER}" - chage -l "${ADMINUSER}" -} - -configPrivateClusterHosts() { - mkdir -p /etc/systemd/system/reconcile-private-hosts.service.d/ - touch /etc/systemd/system/reconcile-private-hosts.service.d/10-fqdn.conf - tee /etc/systemd/system/reconcile-private-hosts.service.d/10-fqdn.conf > /dev/null < /sys/kernel/mm/transparent_hugepage/enabled - echo "kernel/mm/transparent_hugepage/enabled=${THP_ENABLED}" >> ${ETC_SYSFS_CONF} - fi - if [[ "${THP_DEFRAG}" != "" ]]; then - echo "${THP_DEFRAG}" > /sys/kernel/mm/transparent_hugepage/defrag - echo "kernel/mm/transparent_hugepage/defrag=${THP_DEFRAG}" >> ${ETC_SYSFS_CONF} - fi -} - -configureSwapFile() { - # https://learn.microsoft.com/en-us/troubleshoot/azure/virtual-machines/troubleshoot-device-names-problems#identify-disk-luns - swap_size_kb=$(expr ${SWAP_FILE_SIZE_MB} \* 1000) - swap_location="" - - # Attempt to use the resource disk - if [[ -L /dev/disk/azure/resource-part1 ]]; then - resource_disk_path=$(findmnt -nr -o target -S $(readlink -f /dev/disk/azure/resource-part1)) - disk_free_kb=$(df ${resource_disk_path} | sed 1d | awk '{print $4}') - if [[ ${disk_free_kb} -gt ${swap_size_kb} ]]; then - echo "Will use resource disk for swap file" - swap_location=${resource_disk_path}/swapfile - else - echo "Insufficient disk space on resource disk to create swap file: request ${swap_size_kb} free ${disk_free_kb}, attempting to fall back to OS disk..." - fi - fi - - # If we couldn't use the resource disk, attempt to use the OS disk - if [[ -z "${swap_location}" ]]; then - # Directly check size on the root directory since we can't rely on 'root-part1' always being the correct label - os_device=$(readlink -f /dev/disk/azure/root) - disk_free_kb=$(df -P / | sed 1d | awk '{print $4}') - if [[ ${disk_free_kb} -gt ${swap_size_kb} ]]; then - echo "Will use OS disk for swap file" - swap_location=/swapfile - else - echo "Insufficient disk space on OS device ${os_device} to create swap file: request ${swap_size_kb} free ${disk_free_kb}" - exit $ERR_SWAP_CREATE_INSUFFICIENT_DISK_SPACE - fi - fi - - echo "Swap file will be saved to: ${swap_location}" - retrycmd_if_failure 24 5 25 fallocate -l ${swap_size_kb}K ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - chmod 600 ${swap_location} - retrycmd_if_failure 24 5 25 mkswap ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - retrycmd_if_failure 24 5 25 swapon ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - retrycmd_if_failure 24 5 25 swapon --show | grep ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - echo "${swap_location} none swap sw 0 0" >> /etc/fstab -} - -configureEtcEnvironment() { - mkdir -p /etc/systemd/system.conf.d/ - touch /etc/systemd/system.conf.d/proxy.conf - chmod 0644 /etc/systemd/system.conf.d/proxy.conf - - mkdir -p /etc/apt/apt.conf.d - chmod 0644 /etc/apt/apt.conf.d/95proxy - touch /etc/apt/apt.conf.d/95proxy - - # TODO(ace): this pains me but quick and dirty refactor - echo "[Manager]" >> /etc/systemd/system.conf.d/proxy.conf - if [ "${HTTP_PROXY_URLS}" != "" ]; then - echo "HTTP_PROXY=${HTTP_PROXY_URLS}" >> /etc/environment - echo "http_proxy=${HTTP_PROXY_URLS}" >> /etc/environment - echo "Acquire::http::proxy \"${HTTP_PROXY_URLS}\";" >> /etc/apt/apt.conf.d/95proxy - echo "DefaultEnvironment=\"HTTP_PROXY=${HTTP_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - echo "DefaultEnvironment=\"http_proxy=${HTTP_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - fi - if [ "${HTTPS_PROXY_URLS}" != "" ]; then - echo "HTTPS_PROXY=${HTTPS_PROXY_URLS}" >> /etc/environment - echo "https_proxy=${HTTPS_PROXY_URLS}" >> /etc/environment - echo "Acquire::https::proxy \"${HTTPS_PROXY_URLS}\";" >> /etc/apt/apt.conf.d/95proxy - echo "DefaultEnvironment=\"HTTPS_PROXY=${HTTPS_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - echo "DefaultEnvironment=\"https_proxy=${HTTPS_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - fi - if [ "${NO_PROXY_URLS}" != "" ]; then - echo "NO_PROXY=${NO_PROXY_URLS}" >> /etc/environment - echo "no_proxy=${NO_PROXY_URLS}" >> /etc/environment - echo "DefaultEnvironment=\"NO_PROXY=${NO_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - echo "DefaultEnvironment=\"no_proxy=${NO_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - fi - - # for kubelet to pick up the proxy - mkdir -p "/etc/systemd/system/kubelet.service.d" - tee "/etc/systemd/system/kubelet.service.d/10-httpproxy.conf" > /dev/null <<'EOF' -[Service] -EnvironmentFile=/etc/environment -EOF -} - -configureHTTPProxyCA() { - echo "${HTTP_PROXY_TRUSTED_CA}" | base64 -d > /usr/local/share/ca-certificates/proxyCA.crt || exit $ERR_UPDATE_CA_CERTS - update-ca-certificates || exit $ERR_UPDATE_CA_CERTS -} - -configureCustomCaCertificate() { - mkdir -p /opt/certs - for i in $(seq 0 $((${CUSTOM_CA_TRUST_COUNT} - 1))); do - # directly referring to the variable as "${CUSTOM_CA_CERT_${i}}" - # causes bad substitution errors in bash - # dynamically declare and use `!` to add a layer of indirection - declare varname=CUSTOM_CA_CERT_${i} - echo "${!varname}" > /opt/certs/00000000000000cert${i}.crt - done - # This will block until the service is considered active. - # Update_certs.service is a oneshot type of unit that - # is considered active when the ExecStart= command terminates with a zero status code. - systemctl restart update_certs.service || exit $ERR_UPDATE_CA_CERTS - # after new certs are added to trust store, containerd will not pick them up properly before restart. - # aim here is to have this working straight away for a freshly provisioned node - # so we force a restart after the certs are updated - # custom CA daemonset copies certs passed by the user to the node, what then triggers update_certs.path unit - # path unit then triggers the script that copies over cert files to correct location on the node and updates the trust store - # as a part of this flow we could restart containerd everytime a new cert is added to the trust store using custom CA - systemctl restart containerd -} - - -configureKubeletServerCert() { - KUBELET_SERVER_PRIVATE_KEY_PATH="/etc/kubernetes/certs/kubeletserver.key" - KUBELET_SERVER_CERT_PATH="/etc/kubernetes/certs/kubeletserver.crt" - - openssl genrsa -out $KUBELET_SERVER_PRIVATE_KEY_PATH 2048 - openssl req -new -x509 -days 7300 -key $KUBELET_SERVER_PRIVATE_KEY_PATH -out $KUBELET_SERVER_CERT_PATH -subj "/CN=${NODE_NAME}" -addext "subjectAltName=DNS:${NODE_NAME}" -} - -configureK8s() { - APISERVER_PUBLIC_KEY_PATH="/etc/kubernetes/certs/apiserver.crt" - touch "${APISERVER_PUBLIC_KEY_PATH}" - chmod 0644 "${APISERVER_PUBLIC_KEY_PATH}" - chown root:root "${APISERVER_PUBLIC_KEY_PATH}" - - AZURE_JSON_PATH="/etc/kubernetes/azure.json" - touch "${AZURE_JSON_PATH}" - chmod 0600 "${AZURE_JSON_PATH}" - chown root:root "${AZURE_JSON_PATH}" - - mkdir -p "/etc/kubernetes/certs" - if [ -n "${KUBELET_CLIENT_CONTENT}" ]; then - echo "${KUBELET_CLIENT_CONTENT}" | base64 -d > /etc/kubernetes/certs/client.key - fi - if [ -n "${KUBELET_CLIENT_CERT_CONTENT}" ]; then - echo "${KUBELET_CLIENT_CERT_CONTENT}" | base64 -d > /etc/kubernetes/certs/client.crt - fi - if [ -n "${SERVICE_PRINCIPAL_FILE_CONTENT}" ]; then - echo "${SERVICE_PRINCIPAL_FILE_CONTENT}" | base64 -d > /etc/kubernetes/sp.txt - fi - - set +x - echo "${APISERVER_PUBLIC_KEY}" | base64 --decode > "${APISERVER_PUBLIC_KEY_PATH}" - # Perform the required JSON escaping - SP_FILE="/etc/kubernetes/sp.txt" - SERVICE_PRINCIPAL_CLIENT_SECRET="$(cat "$SP_FILE")" - SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET//\\/\\\\} - SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET//\"/\\\"} - rm "$SP_FILE" # unneeded after reading from disk. - cat << EOF > "${AZURE_JSON_PATH}" -{ - "cloud": "${TARGET_CLOUD}", - "tenantId": "${TENANT_ID}", - "subscriptionId": "${SUBSCRIPTION_ID}", - "aadClientId": "${SERVICE_PRINCIPAL_CLIENT_ID}", - "aadClientSecret": "${SERVICE_PRINCIPAL_CLIENT_SECRET}", - "resourceGroup": "${RESOURCE_GROUP}", - "location": "${LOCATION}", - "vmType": "${VM_TYPE}", - "subnetName": "${SUBNET}", - "securityGroupName": "${NETWORK_SECURITY_GROUP}", - "vnetName": "${VIRTUAL_NETWORK}", - "vnetResourceGroup": "${VIRTUAL_NETWORK_RESOURCE_GROUP}", - "routeTableName": "${ROUTE_TABLE}", - "primaryAvailabilitySetName": "${PRIMARY_AVAILABILITY_SET}", - "primaryScaleSetName": "${PRIMARY_SCALE_SET}", - "cloudProviderBackoffMode": "${CLOUDPROVIDER_BACKOFF_MODE}", - "cloudProviderBackoff": ${CLOUDPROVIDER_BACKOFF}, - "cloudProviderBackoffRetries": ${CLOUDPROVIDER_BACKOFF_RETRIES}, - "cloudProviderBackoffExponent": ${CLOUDPROVIDER_BACKOFF_EXPONENT}, - "cloudProviderBackoffDuration": ${CLOUDPROVIDER_BACKOFF_DURATION}, - "cloudProviderBackoffJitter": ${CLOUDPROVIDER_BACKOFF_JITTER}, - "cloudProviderRateLimit": ${CLOUDPROVIDER_RATELIMIT}, - "cloudProviderRateLimitQPS": ${CLOUDPROVIDER_RATELIMIT_QPS}, - "cloudProviderRateLimitBucket": ${CLOUDPROVIDER_RATELIMIT_BUCKET}, - "cloudProviderRateLimitQPSWrite": ${CLOUDPROVIDER_RATELIMIT_QPS_WRITE}, - "cloudProviderRateLimitBucketWrite": ${CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE}, - "useManagedIdentityExtension": ${USE_MANAGED_IDENTITY_EXTENSION}, - "userAssignedIdentityID": "${USER_ASSIGNED_IDENTITY_ID}", - "useInstanceMetadata": ${USE_INSTANCE_METADATA}, - "loadBalancerSku": "${LOAD_BALANCER_SKU}", - "disableOutboundSNAT": ${LOAD_BALANCER_DISABLE_OUTBOUND_SNAT}, - "excludeMasterFromStandardLB": ${EXCLUDE_MASTER_FROM_STANDARD_LB}, - "providerVaultName": "${KMS_PROVIDER_VAULT_NAME}", - "maximumLoadBalancerRuleCount": ${MAXIMUM_LOADBALANCER_RULE_COUNT}, - "providerKeyName": "k8s", - "providerKeyVersion": "" -} -EOF - set -x - if [[ "${CLOUDPROVIDER_BACKOFF_MODE}" = "v2" ]]; then - sed -i "/cloudProviderBackoffExponent/d" /etc/kubernetes/azure.json - sed -i "/cloudProviderBackoffJitter/d" /etc/kubernetes/azure.json - fi - - configureKubeletServerCert - if [ "${IS_CUSTOM_CLOUD}" == "true" ]; then - set +x - AKS_CUSTOM_CLOUD_JSON_PATH="/etc/kubernetes/${TARGET_ENVIRONMENT}.json" - touch "${AKS_CUSTOM_CLOUD_JSON_PATH}" - chmod 0600 "${AKS_CUSTOM_CLOUD_JSON_PATH}" - chown root:root "${AKS_CUSTOM_CLOUD_JSON_PATH}" - - echo "${CUSTOM_ENV_JSON}" | base64 -d > "${AKS_CUSTOM_CLOUD_JSON_PATH}" - set -x - fi - - if [ "${KUBELET_CONFIG_FILE_ENABLED}" == "true" ]; then - set +x - KUBELET_CONFIG_JSON_PATH="/etc/default/kubeletconfig.json" - touch "${KUBELET_CONFIG_JSON_PATH}" - chmod 0600 "${KUBELET_CONFIG_JSON_PATH}" - chown root:root "${KUBELET_CONFIG_JSON_PATH}" - echo "${KUBELET_CONFIG_FILE_CONTENT}" | base64 -d > "${KUBELET_CONFIG_JSON_PATH}" - set -x - KUBELET_CONFIG_DROP_IN="/etc/systemd/system/kubelet.service.d/10-componentconfig.conf" - touch "${KUBELET_CONFIG_DROP_IN}" - chmod 0600 "${KUBELET_CONFIG_DROP_IN}" - tee "${KUBELET_CONFIG_DROP_IN}" > /dev/null < /etc/modules-load.d/br_netfilter.conf - configureCNIIPTables -} - -configureCNIIPTables() { - if [[ "${NETWORK_PLUGIN}" = "azure" ]]; then - mv $CNI_BIN_DIR/10-azure.conflist $CNI_CONFIG_DIR/ - chmod 600 $CNI_CONFIG_DIR/10-azure.conflist - if [[ "${NETWORK_POLICY}" == "calico" ]]; then - sed -i 's#"mode":"bridge"#"mode":"transparent"#g' $CNI_CONFIG_DIR/10-azure.conflist - elif [[ "${NETWORK_POLICY}" == "" || "${NETWORK_POLICY}" == "none" ]] && [[ "${NETWORK_MODE}" == "transparent" ]]; then - sed -i 's#"mode":"bridge"#"mode":"transparent"#g' $CNI_CONFIG_DIR/10-azure.conflist - fi - /sbin/ebtables -t nat --list - fi -} - -disableSystemdResolved() { - ls -ltr /etc/resolv.conf - cat /etc/resolv.conf - UBUNTU_RELEASE=$(lsb_release -r -s) - if [[ "${UBUNTU_RELEASE}" == "18.04" || "${UBUNTU_RELEASE}" == "20.04" || "${UBUNTU_RELEASE}" == "22.04" ]]; then - echo "Ingorings systemd-resolved query service but using its resolv.conf file" - echo "This is the simplest approach to workaround resolved issues without completely uninstall it" - [ -f /run/systemd/resolve/resolv.conf ] && sudo ln -sf /run/systemd/resolve/resolv.conf /etc/resolv.conf - ls -ltr /etc/resolv.conf - cat /etc/resolv.conf - fi -} - -ensureContainerd() { - if [ "${TELEPORT_ENABLED}" == "true" ]; then - ensureTeleportd - fi - mkdir -p "/etc/systemd/system/containerd.service.d" - tee "/etc/systemd/system/containerd.service.d/exec_start.conf" > /dev/null < /etc/containerd/config.toml || exit $ERR_FILE_WATCH_TIMEOUT - tee "/etc/sysctl.d/99-force-bridge-forward.conf" > /dev/null < "${KUBE_CA_FILE}" - chmod 0600 "${KUBE_CA_FILE}" - - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then - KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" - mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" - touch "${KUBELET_TLS_DROP_IN}" - chmod 0600 "${KUBELET_TLS_DROP_IN}" - tee "${KUBELET_TLS_DROP_IN}" > /dev/null < /dev/null < /dev/null < /dev/null < /dev/null < "${SYSCTL_CONFIG_FILE}" - retrycmd_if_failure 24 5 25 sysctl --system -} - -ensureK8sControlPlane() { - if $REBOOTREQUIRED || [ "$NO_OUTBOUND" = "true" ]; then - return - fi - retrycmd_if_failure 120 5 25 $KUBECTL 2>/dev/null cluster-info || exit $ERR_K8S_RUNNING_TIMEOUT -} - -createKubeManifestDir() { - KUBEMANIFESTDIR=/etc/kubernetes/manifests - mkdir -p $KUBEMANIFESTDIR -} - -writeKubeConfig() { - KUBECONFIGDIR=/home/$ADMINUSER/.kube - KUBECONFIGFILE=$KUBECONFIGDIR/config - mkdir -p $KUBECONFIGDIR - touch $KUBECONFIGFILE - chown $ADMINUSER:$ADMINUSER $KUBECONFIGDIR - chown $ADMINUSER:$ADMINUSER $KUBECONFIGFILE - chmod 700 $KUBECONFIGDIR - chmod 600 $KUBECONFIGFILE - set +x - echo " ---- -apiVersion: v1 -clusters: -- cluster: - certificate-authority-data: \"$CA_CERTIFICATE\" - server: $KUBECONFIG_SERVER - name: \"$MASTER_FQDN\" -contexts: -- context: - cluster: \"$MASTER_FQDN\" - user: \"$MASTER_FQDN-admin\" - name: \"$MASTER_FQDN\" -current-context: \"$MASTER_FQDN\" -kind: Config -users: -- name: \"$MASTER_FQDN-admin\" - user: - client-certificate-data: \"$KUBECONFIG_CERTIFICATE\" - client-key-data: \"$KUBECONFIG_KEY\" -" > $KUBECONFIGFILE - set -x -} - -configClusterAutoscalerAddon() { - CLUSTER_AUTOSCALER_ADDON_FILE=/etc/kubernetes/addons/cluster-autoscaler-deployment.yaml - wait_for_file 1200 1 $CLUSTER_AUTOSCALER_ADDON_FILE || exit $ERR_FILE_WATCH_TIMEOUT - sed -i "s||$(echo $SERVICE_PRINCIPAL_CLIENT_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $SERVICE_PRINCIPAL_CLIENT_SECRET | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $SUBSCRIPTION_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $TENANT_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $RESOURCE_GROUP | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE -} - -configACIConnectorAddon() { - ACI_CONNECTOR_CREDENTIALS=$(printf "{\"clientId\": \"%s\", \"clientSecret\": \"%s\", \"tenantId\": \"%s\", \"subscriptionId\": \"%s\", \"activeDirectoryEndpointUrl\": \"https://login.microsoftonline.com\",\"resourceManagerEndpointUrl\": \"https://management.azure.com/\", \"activeDirectoryGraphResourceId\": \"https://graph.windows.net/\", \"sqlManagementEndpointUrl\": \"https://management.core.windows.net:8443/\", \"galleryEndpointUrl\": \"https://gallery.azure.com/\", \"managementEndpointUrl\": \"https://management.core.windows.net/\"}" "$SERVICE_PRINCIPAL_CLIENT_ID" "$SERVICE_PRINCIPAL_CLIENT_SECRET" "$TENANT_ID" "$SUBSCRIPTION_ID" | base64 -w 0) - - openssl req -newkey rsa:4096 -new -nodes -x509 -days 3650 -keyout /etc/kubernetes/certs/aci-connector-key.pem -out /etc/kubernetes/certs/aci-connector-cert.pem -subj "/C=US/ST=CA/L=virtualkubelet/O=virtualkubelet/OU=virtualkubelet/CN=virtualkubelet" - ACI_CONNECTOR_KEY=$(base64 /etc/kubernetes/certs/aci-connector-key.pem -w0) - ACI_CONNECTOR_CERT=$(base64 /etc/kubernetes/certs/aci-connector-cert.pem -w0) - - ACI_CONNECTOR_ADDON_FILE=/etc/kubernetes/addons/aci-connector-deployment.yaml - wait_for_file 1200 1 $ACI_CONNECTOR_ADDON_FILE || exit $ERR_FILE_WATCH_TIMEOUT - sed -i "s||$ACI_CONNECTOR_CREDENTIALS|g" $ACI_CONNECTOR_ADDON_FILE - sed -i "s||$RESOURCE_GROUP|g" $ACI_CONNECTOR_ADDON_FILE - sed -i "s||$ACI_CONNECTOR_CERT|g" $ACI_CONNECTOR_ADDON_FILE - sed -i "s||$ACI_CONNECTOR_KEY|g" $ACI_CONNECTOR_ADDON_FILE -} - -configAzurePolicyAddon() { - AZURE_POLICY_ADDON_FILE=/etc/kubernetes/addons/azure-policy-deployment.yaml - sed -i "s||/subscriptions/$SUBSCRIPTION_ID/resourceGroups/$RESOURCE_GROUP|g" $AZURE_POLICY_ADDON_FILE -} - -configGPUDrivers() { - # install gpu driver - if [[ $OS == $UBUNTU_OS_NAME ]]; then - mkdir -p /opt/{actions,gpu} - if [[ "${CONTAINER_RUNTIME}" == "containerd" ]]; then - ctr image pull $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG - retrycmd_if_failure 5 10 600 bash -c "$CTR_GPU_INSTALL_CMD $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG gpuinstall /entrypoint.sh install" - ret=$? - if [[ "$ret" != "0" ]]; then - echo "Failed to install GPU driver, exiting..." - exit $ERR_GPU_DRIVERS_START_FAIL - fi - ctr images rm --sync $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG - else - bash -c "$DOCKER_GPU_INSTALL_CMD $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG install" - ret=$? - if [[ "$ret" != "0" ]]; then - echo "Failed to install GPU driver, exiting..." - exit $ERR_GPU_DRIVERS_START_FAIL - fi - docker rmi $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG - fi - elif [[ $OS == $MARINER_OS_NAME ]]; then - downloadGPUDrivers - installNvidiaContainerRuntime - else - echo "os $OS not supported at this time. skipping configGPUDrivers" - exit 1 - fi - - # validate on host, already done inside container. - if [[ $OS == $UBUNTU_OS_NAME ]]; then - retrycmd_if_failure 120 5 25 nvidia-modprobe -u -c0 || exit $ERR_GPU_DRIVERS_START_FAIL - fi - retrycmd_if_failure 120 5 25 nvidia-smi || exit $ERR_GPU_DRIVERS_START_FAIL - retrycmd_if_failure 120 5 25 ldconfig || exit $ERR_GPU_DRIVERS_START_FAIL - - # reload containerd/dockerd - if [[ "${CONTAINER_RUNTIME}" == "containerd" ]]; then - retrycmd_if_failure 120 5 25 pkill -SIGHUP containerd || exit $ERR_GPU_DRIVERS_INSTALL_TIMEOUT - else - retrycmd_if_failure 120 5 25 pkill -SIGHUP dockerd || exit $ERR_GPU_DRIVERS_INSTALL_TIMEOUT - fi -} - -validateGPUDrivers() { - if [[ $(isARM64) == 1 ]]; then - # no GPU on ARM64 - return - fi - - retrycmd_if_failure 24 5 25 nvidia-modprobe -u -c0 && echo "gpu driver loaded" || configGPUDrivers || exit $ERR_GPU_DRIVERS_START_FAIL - which nvidia-smi - if [[ $? == 0 ]]; then - SMI_RESULT=$(retrycmd_if_failure 24 5 25 nvidia-smi) - else - SMI_RESULT=$(retrycmd_if_failure 24 5 25 $GPU_DEST/bin/nvidia-smi) - fi - SMI_STATUS=$? - if [[ $SMI_STATUS != 0 ]]; then - if [[ $SMI_RESULT == *"infoROM is corrupted"* ]]; then - exit $ERR_GPU_INFO_ROM_CORRUPTED - else - exit $ERR_GPU_DRIVERS_START_FAIL - fi - else - echo "gpu driver working fine" - fi -} - -ensureGPUDrivers() { - if [[ $(isARM64) == 1 ]]; then - # no GPU on ARM64 - return - fi - - if [[ "${CONFIG_GPU_DRIVER_IF_NEEDED}" = true ]]; then - logs_to_events "AKS.CSE.ensureGPUDrivers.configGPUDrivers" configGPUDrivers - else - logs_to_events "AKS.CSE.ensureGPUDrivers.validateGPUDrivers" validateGPUDrivers - fi - if [[ $OS == $UBUNTU_OS_NAME ]]; then - logs_to_events "AKS.CSE.ensureGPUDrivers.nvidia-modprobe" "systemctlEnableAndStart nvidia-modprobe" || exit $ERR_GPU_DRIVERS_START_FAIL - fi -} - -disableSSH() { - systemctlDisableAndStop ssh || exit $ERR_DISABLE_SSH -} - -#EOF diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData deleted file mode 100644 index 69445cd40d0..00000000000 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/CustomData +++ /dev/null @@ -1,339 +0,0 @@ -#cloud-config - -write_files: -- path: /opt/azure/containers/provision_source.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/9Ra/3ObSJb/XX/FW1mzsXeNZezEkzjF3GIJK5T17QA5k8vMsS1oSawQzXQ3dryO/ver7gYE+uLN7Fxd5ZxKFYLXn/f6fX8NR39qT6OkPUVs0TgCy3F895PrWYOO1/etoXnTt/xb0+4bl+Bi+hAFGAKSxSEkhMMUA07QNMYhTJ+APTGOVwGPQdOga40dq2N6VhcadVDXMx1PYb6Go/2ojCPKcQiE7mUgETv90aTr20Pb8z17YI0mnvEGjsCLVphkHB5RxKNkDjNCIYhJFmpREnGgWRKsQuAEArJKY8yxBLu1+5b/0fQ6H0qwqwNgCGZRrFZ9GPW7/kezbw8nP5s9a+gZP8IRTKTEgkUaowDDI4qjJPuC5jjhgFIOKQqWaI6BJLAgcQhhRgV4lDCOYrU5x+pbpmvt4fC2xoHiGCOGFQ5JDvNCM45pjYU59nx76Hpmv1/u+V1lzzmtkIzi37KI4rCKyCRId9S5s5wdnIvzA8oLSbDckiOH6I4+Dvsjs7vB0BXGAYiQPCYxQWFNjjvr0x6giz3CcFIiFIgUpwSW+KkKKJQkQEusy5c3hlKubUFU/P1COHxXUe719x0nH4xuPkkh+ra78fOLQ46+ItMnaSRGMhrkNhq4fm/cO6CbQ14+cKE37gl1lHraCLRj7h9fkEfbY/POaOiZ9tByurtYb1/CCkjCUZRgGtbDZTLs7CK9ewlJJIIaxt1bV+AM7WGvhLg85MfLtwyCOGMiqDgRJlxgFPPFUwm1o+pL/QDWXTbFNMEcsy2nvpvcWCJjDkeefzuaDLvGpXDlZTbFIssGcSSifBoliD5JT5qRLJFpICYBiiGM2FIC2YPeHnkOuXK0mtdtLuToW17Vky9f54LEmH+jKxepYtDzx5OKmS6rzszpUx6daRbHgIpoiVZojrddp+Ptg7t6Ca7qPwISHiIkFAmckBgCTnd4OLYwwS6bH/8AGxqVRWw3EGQpqpi8nvCFZTmuMgjxNEIJpMv5pjB1hvauwV8fcsDO0N7yvIHrj51R1+9aN3tw9uVTgbPgPGXX7XZRIc5WUUAJIzN+FpBVOyDJLJq3s2mW8KytX52dvy5JtZJUSykJz0I83RFkfNfzzW43bx2E996iSLQGnAAKQ5W/SzWoXua2b/18P+pPBtaefbx+CaDexFR6mIqlpCB1++QZZVMyVRCE8IApi0iSJ9Hu2Bnd5J3V63dbFkYhIFiKnBDDioRZjCFjQskrEqaUTJWNRxPvRniI8KGhQnpzXkPCjKNpHLEFkIxPZW4ISJLggBeCiERljm3ftZx7y6ki6QeQNgDivkiDKI2AYfqA9yF2h67fH43uJuMc92KrfWEkfsB1HAoJWu1FM/9r4li7mJffiglhJknMf2YUQ3foQsRYlrMyPXN/jbzaVwSq/cMScVTvHiTYdu9wdSj+5Ppq5yCXb5ezq0NhJ5cfqK47m/nxUEWrZpRaLpC1dRfn0GZkXa0jdCauNxr4rmU6nQ9+dzQw7aGrbPe27rEqRQjjBBnjZAUMIxosICQrFCUKrTee7Irz9lAx640nENLoodIxblAc+95y3GpdeyvqWvIQhRHSimj7xvpWRdy23dtDDdtGPFYzoQSz7u2O5Y/7k549rAl5VQoJIZbTUxpn8yj5HZLaw9uR74wGfmfkOJOxZ3WNt6KkRcmMgDMaQEAozVKxHlNKKDwucAL4Cw4yKXyuI7aKVGrs/Xxw8+8OuZzb+xlSiin+jVXjaQewsvV3ei3tK3mwRMqtrNqhcsLpmnZ/E4LvDjWXomcOURQ/QZaGiOedswCYjLumZ20QDjWVIn7nmOfrdwbMjmuJSnZvu/Zo6Lsdxx57sso7ltndCKifH4zPzQxbTpZ8ETFgAY1SLro+vsDwsNpsXYwMk3HPMbtWhcGhwC02EEaMa1k6pyjc3YbAHU+cXl669HORlCzpIGlG5wJLrKekPia6n1zRRTmWCFpDP78sV1EsTC7WsScmu1qZApTObNc3XdfuDX1nNPL88UdD1/VyKWIsmidyPiVEzKWMPRI5GEDHdgEnM0IDvMIJ30aTLdbYcga2K8xh6PrFHtQU01XEWF7q1Nh/CHxsyua2Mxp/kuiGrm/2+EiVlnMI4eoRWxZj//2HLnTsjYjjcf+TPzZd9+PIkcX91u4Zuv5mI2GaxrLf7NiuRnFAViuchDhUGgjLJIrKMl80LuVEOspLp65flbCMkzSVBpQttwrDvP3dybe6fmjkU83tdgVQMKOx5ZieCADLcUaOoetvS/ab1IIKDJLiyiZEt78L8G4/AK8VNNF5b8AaR3kD4HIULIGlOIhmUaDyXB74stFwPbNz5/cszzedge+N7qyhocujDcVxjhOJKVlyssTSUTKG4THii5yJg9UsDgOUoDmme/GHlvdx5Nzl1p6oPRr6xcbZZ5gHC9l4LDAkmD8SuqxbWmpfPiUh3svFndwMLc8fO9at/bOhX1zsR2fZNMFcdMQUMyYy9Cz6kh995c/sbkNyuP/Q3Z5XdHnIIZw6JnknXRtN7wcwzaKYw4ySlaRTCaPEu5nY/W5hX3nS4WDZw4VSBhUugL9EYvBMwkjsnSlx3I/m2O84lkjYyr8vN9ZCsZydZKp5ROlmWKqusofu5PbW7tjWUCbQO98dmx3L0C83pogSls1mUSCnbxnJLBXZWEhXIkNAce5ugodn9a3xyPEqHZnlOIb+ZiNfETHSDDjGKaE8rJazDUZRYRVETbLiyG4HQR1Yet5YlKGfP/kdU3jbveV4hn61kSIgyQOmUktinIOUki9PECAIMM1tluKVrAviN6ErpDJgXicFrOV4rqFfbeSSNVFA5jhMTUpBnIVitMFUDH0Pkchh4rGIRlmD1bmB7d6Yfcu3x55507dcQ/+xorSIicEkmUOUihEFM9nvRwFWi++ciev1LW9PBjvYwS5pxngsKmH9iNF25Wm4634w9B8v9ojA2KLOXbizY92MZJn/z4ntWF3jQlb4HZemeCqKWDk21v1bog1HssyYPcvNY+1CFvMaVkKA4SCjEX8qS3AefFuQjZFrtI4ZoRw0Cm3Mg/ZftOI8+SvM0eMSXq0QDxbHrfNTaP/3sd31+/adZRwHhGLCTr7aXeP47C8nJ632KaATeIaURonoT7I0xfQYfb74FdDny19P3ivm61cnjcnNZOhN/JHrD82BZTTV72ZjYDpiZNk8yG80G/kxmNHOGG3Lky35xiI/BmuooqaeivuqfDWOVHf0GMWxfE+xSvlTteSKJBQ2jmCacXhYhOq3mF6Yyt5/Z5iDRiAhWcIw/3vjCBiBBOOQgWi7ZyiLOTygOMONI5kkMc25ME7zERE9kCiElHCc8AjF0Iw4iMzNJNswCoGRFeYy9T7iiIZNYAFOEI0Ia+AvIoBBjgL3RrP1vJkwfNEX26PhtbFu1ugs16vqSXXpjeG93bXNovzna42Ls7dn55re2Lqtn+mXZ7qmF6vKaVJMgiJ6Ssrm5dnV2XkpQMFFSWgPzJ7lux9Mo8kWSHtzcXUxQy/Semav3OX9Wms9HwBcv4RiNFcB3Tp4Qksm/mvzNCuXim5CzUEqlXYGXaMp2gaaJaBpKY0eohjPcQiaRlegaQnm2oIwDpom/ENLGKRReN1OKQnaejth7TQSxCuSiRB4SrExjZLwlNHAaJOUt+dpdhoybrRXifpBUlm6DCroXlqJ5HkL26wubtQQyq3l9tzZXfGaY3eDCeZGvrc0CvPLByjEvi5ELm/mAlxXpZGKajbEhNAxOx8sv2s7RvsB0XaAggVuI7GOBovoAbN2Q3Tf5lBU2Qqx6OMFnVrQsO6toef6/VGvZw97G7yYzNtINFftQWln2WydWV84TkTHzs468gDBlcNRGz/ghLN2o0Exp0/BKvSjmT9DUZxRfHwCzw0AAPEswsxo6e9lPfBZjHFqtC7eA1dlwmhdvge2iGYc/vznrQsJIY/PxYzQOmb4N9ChlYOevIeQSBLxl8NBq7hotp7/tm4KrCnFaAlfv8IvJXU0g8/QikDDv5V48Ot70aslJZH4w8GCgKVG4hB+abb+9ktTLBRc2PsaKcU8owno5U0cM1yjkJuH1kYR5dNZJC9DkqgV/4Ltep/S/YT4jCPOvgftC+X/Ud3/bym0oq055j5HdIriuNQSR9R/SVOKXGoqo7HRer2xULP1XFm9LhTePKC6Cu2W+hAFjf9zJkkEt29RXQXt31RfYayrcwgyGoM2Y24fWvKSlLL8MY0LYF9076W+5Z1vdE2xMEV8YbRe59p/U9N+Fetfqr9KXNf/58+gzaBVcINffy0NsF/3Vag/qPwyZPaZoJDo37KBJJgRWlf/C5rfaPtSkqboAYd5vZS1YXNgpgladiYpJO2c4hS029+EVQqcdRNakkJoM9fI+e9JKyXoqyNrdPuqYqGXzfN/kVUkpSj1ETTbQrx22NwymPTSjcw//ZSro7FulKfHPsXyUPn3JW1gD0GCVrjIRv9umt58XxQivCKJps4Ov2VBLje0clG+n2y/0S3jJP1/p1gh9HetVTWd/84m7ztQbC7396lblQrEVn6fXv+oMtW3hUpJ349C8jf7/pwXbsYxEz39sTwOmcGrH9gvyStotv7WhK+Qn7jcw1dYYBSCloB+0gTDgGZLbzbWjY33WvLFqJmEbi3r7uRj0M/P4Q1cnkNL7cex1Dsz1zO9iWu0/qO+DkTrnTFo6WL4I1qK5piCFsNPsDVgtXRN0Z7FZN7YKLjOALQEw/mOmvPGR9/7WrLZ2GuJXLXRDP4Ee+YG0C/ETi/eVDajvhAF4XnfwH7f96SHZalao6tCUpqjkqqjWUWWWL48SyIuxuFZFgt/FS3y17w9EC2HfpYfEja3BK7XAih22tKFix9SJknTqjJ3Mt83weS0OY7a91GhDE4zLHaJ4CcDptBgePWAaYesUlSZnvNDId80Wseql9DhKwQZBy2E5l+bomnVT2qkNyXpxSHSz59Fj1Zir/M4Ke/crJt5A1xr2USM4bCErwBAdS18BU7hlfgnArSIzXtQzBfRfIEZv1fxbbSO7VvXKNt5xWPdLEVvSRBtdvGC6K3nOuh6n/SlE64bxRF0F0/Hy7lHbqvd8fiup85K86gXv4uzudZFeatrO1bHGzmfigy8WoYRBS2FVu2xfHYEbIHjOFjgYFm4heF2LvQrVQrTjC1CaD3XVq7LErATrsL5rs7PN2+Xi49mFIQQf22o61z09V++TRCSit4UpVwOygVurpwXylH94OB9A/KvJSnmhtB/vsPaOZaInEpq+IYSFqbLOWja5oMWDYmMQGiA5c0QzyRdOfeIjcQkWDJ5u1CXRqCbLufX1yN11Hd9bVRR5NfjhUa1p+1zpMa/qohy0/p7Wft26917lY3zCUIofEsP+aVAbawbc8w744lJg0XpoYgGC6N1nMkORludlAJ9htazeHh6upYRjcSPq9dNwWDrCV2J+/Dr/uqiHjd2Cnj+dBUWT2VSi5jpDK5eV3O3EOV4I/pJlel+nvoBbueV5BmTOfM58dXBY8nvKPe1B0QZLDDF8q3ko3pzgxnHIcyyJP+8jqJgGSXzfGH+bq9TvNV2skR0RnIp/oJWaazEUQw4Ykvp/JvTMfVACSTSyFA2uMfya5W//sB+uByeNCqEskx7UYWm+cMt/OCd/XA5bCpDCmcrIr/oMXIuSXh4ab4hROfyozwGiGII8SxKVFnumYCSUGhGKJ9h+bx8Maa+tg4IpTjg8RNQ0UPJVTmuJXY4jsJTdeVF4T6AKOFnMFRv6wPEcPH2fAWIqzdHKRE0EvQfjCS+eqtjtI7hH7+Jpm3Tc2qa2IvYMONolQLI8lDob93cIR0V3yLYoSDNtbWHMK8S8k5TP7u43CXxEFsKU4JiKwy/B0iqoo8fcAzQtBP13jYiCYp3aQeYMTTHimkn//onvAaVW/Yij6NQUp8feO7te/7quVTZNbTK69Oqeq6hVfl1WijkGlr51WmpAIGRX55W9nsNrc2P02Jz19DKr07LHRSUNd8pbnpRuH4lRT+pHJc8VzxjDT9B63n3ncW69VwPuvWZWFWEgfQ1mQUYoCT/2E6+Z+cL4eerlQyG/JRaOa/KuziUcZKHAgQkxPnXS1h+BBUw7K9QlGyqQFNk6ib8yZCWqCe3ai4v89jRB6s/thzXGt02/icAAP//nKXr3ik2AAA= - - - -- path: /opt/azure/containers/provision_source_distro.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/8yUz27aTBTF936KE8dCEMnwkU/d1KJKpBKpUpsuusgCKBrsazzCzJj5Q4MC715huwbLpAVVqsIKz9y5587v2Of6qjfjojdjOnEcChMJ95u0KuRijlDTNKE0I6WnEddGya5OEEuFL0xxQcp1nEjEa1KaS5HKcPF0/5kL+3w/J2HaHbw4AFB0fZRgmVkytQCtLF+zlITJm318fMBsg4hiZlPTxacYJuEaXENQSFoztQGLImibZVIVhyIR40gYWWrnXLjOznFKmTcxSyTi6ZItKGRhQtUUiozipAf9//LHWtFUWpNZM+iZZdaLROxXO11pTV6/1+TgAl5b0wp9eGXDToBI5iX73xXa+8mq8/A3uP3Q6mMLQwTvlCy2mCvK4A/hfm+PnoaT992bzrY9ouFEqe5Nx3M7aLUwrlRCZl5p1WphpogtsN2eU19V8BgjeBw+raqbYRLAJCSqohKjVQL9apFSTdApUYZ31WLMC8hS0OEVGD5TaA1FaBDyOAxfknZ2uXlcaMPStGGd1w/wg3EzzeUG3m2QH5PWDLz/A+iExzmB+p9L7NtPVqrnc73c7V5B+nfAahUFPO9ws9puzbYLAB9dY+x6d2O3ohyUmBUt5br5gfwbyoX4W4D8Z5TlrL9BabOImV8oa0lz2G2ETLFcJswZ6MpsKY7th/F9RbEinTQipqZ4Wb5UWVHv0TTodKFzpm81xxoZkntSOtL04xSBowi5Hn59cH4GAAD//zkAekBkBwAA - -- path: /opt/azure/containers/provision_start.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/7RZb1PjttZ/709xxngLaeMYytMX5Rm2kxIvzQWSHWK2u3O5N6PYJ4k2tuSVZCCFfPc7sp3Ejh1DZ7r7YkeWfuefdPQ7R+Fi5I5HXvfW8/o37rl1FBCFLaM0O/4wvL3pep7by9fhJ/PdB3jndd6dDsyWoWiEPFFgL36RcPJLBM6EMmdC5BwcHiuH/JUIdHzOFKEMhXRiwR+opJx15BzevwfngQgn5LM1MkykQmFvYSGfwc/vfzgx3M99b3wx7Lnn1m+GXEqFka9CsG3G7ZjMUIAdglREJRIWyQRDVG8xYPsSbZ6oOFFbW8M77+Odd24dKUJDsH04PT4+BvMtzpot48q9HbjXpa3d+ivn/BHsGK5QMAw9GqFUJIrhBSQGYCOAKZ2dxXPHmZnw8gJKJFjVXz0kOwDTet7FrczS6UHLuLge3vX6g753PbzoNnrshzwJbMqoskPuk1CH4D6hf0MoGykiVE0kpnTqITvx7PNiX1z78A3xvS207xLU34jnTaF86A/eclRTyr7TKe048GpUO/hqaAPX+3N4e9VrCir7DGyG6pGLRfBPRla1vy+mKrIazeWdO/LG3Ut30Jh1jySkLHkiM2SqI1E8UB//yaBq3dgXVy24GtrV3e/utZtDxvVx5dT7PUKqmt/LfBXk/mBu3W7vy642s6ju6CtPBCNhWm6STXF5gZnAGAY8wFskwRJewNelMDiEQ7CnJ/Zpq2y0ZRqjLyPPvemNR3c3N93bL5vtC2zCSLj8Cwv3beSO3UHvLVXY/eQOvNH4enh52R9cjnv92/OdUnVDfcEln6pOV3933CeFTJcs2blIpOLRyBc0Vg4+IFPSWWv80L92x4PupjuAn97Jd6eDluF+di/uvP5wMO7d3Xb14Nw6Qn/OwTo62mJbYENxJ0u9hZkiWq2WYfxrNByMR95tf3B5bh3B129gM7g3oPLPtomYAfpgWpt+wGxA8hhMK6vmTTAUYDauB6nB3ZibRBYSTGu3AjcJ+LoChXqT9pS3V4WLsm8UmxZldoi6SZDp6Kps2GhLYjUD9sNnBEyrlpeapKT2a+eSNZ5SfpdNq0oZ9XKHz+4TVRc8wDOw0G/DMO0dz8DicRtcIbjQC6Kd0l4vEURRzvRU0M6bvg3JnYG1kG240AW7z6i61p1VcTXLiQKispivfdDVvrQ4bcMgr5XFeabtjdwSVGIbLhOUqquLUXFpRtowyghqlEQREcszsKRsw++cqx5RJOaUKXkGz/tC+1umrrLTKCnJD2i1OoSWES0CKnRJ2aE3spBGxj4FJoEXUIg10MIj5KvkzDAOIEIpJZnhWCpB2QyohDkKhAn6JJEIl13gLFwC8X2MlYQMJoEyuMFUsmNEWFRR5LEs16r8Uc0u03quwlZmQUdOelXRso4cVhDd/2ooie6HFXS93rFDU6PerLPBxfpmuVnd3nYVmrrUWp1NjWJhC5tgBW2vdGhrba/Aiifc0B8VT7gBVqOtrj+qKqtDpcpKfLnJyza4P7vpxG6y15Hk/pxsIs/Xs28PsTam2D7CfT2R6gm5KVn2ceUrKVFLpE2nvhFI+9gdgdrzX2ly5RnTHRot4wDUnErwQyQMkhgmGT1GCIzDV75swyRRIDDiD5pe8UkJAua9CYQFoObItmvfEq5QAlF6HpAFwKfpMLNmHAAJQ/4oISZCagHFYU7iGJn+eKRqzhMFJAioLrwkhIgwGidhWoerJJ2VjfJ0/jQ5lM79vePMDrff/+3cH3V+vG91LOf+xDls6dqR9kMk0j4LhACnlGEAk6UuGjo8Eobaf4npusBvCRUYaLcnCD4XAn0VLkEgyaWMA3B1H/6RBu1s5NGgTpgy1YEBB12hfCIRplxoU1G2e1RCWp87WTs/1rVxt73O7vr2UbZm2fofAVdmSWwYY9be9IOtWOXNsiP0CYUuvWsKOen8fFoGeEQuBiTCHNC9GnUuRm7Hl/p4iFBldLo/1/iAYe56+oQJ9cSO4bxQb7mrfOirGr0faZCjj2tWverq4fNmK8/A2ozbxa06A6vw1V5vyBlY+ai92QKtIx+2C5Fq4tx8tNeBnYGVj9ob79fIUiqtJz0arPTlza7A8zZJVvB+/V16Va42k5uH4WrTQk258BEIhHwGSRxykmapvrhzLhWQqcI0OWHTfembJtN3J0wpo3KO0jgAOoVHhCmhoe6YHwlV67QuqPV5FIeoEKQ2QZQWCTg7zDkGU0JC+HQDE5xygUC3Njq5CZn4PmKgreSKKUulJsRfzARPWGAcbAzs81ygSgSTmTYpIdLWviXUX4RLI9M7DvlMHrXgOU2RA+1ISnoQ6Y0R6CNT8JBfCz6FP7vXlCVPKe2nDKLvN1VZ3GGIvtKbLCFGkWucKxXLM8eRSRxzociEhlQtOw9UJiSUKgko7/g8ctLHf5+Q0acbZ/xIF9TR/8nS/P/9+svx8a/ONZ/ZF5k1ypkuNp9/I8yfc3EeEZaQMFzauTe29ib15OMX74/h4GPX++PcOkrDzLpvOnEeSfpTF9iaKksh3v/YwVnKuVwosMUneIG5JkObnbRStfFSzTk7BWurH0rGwZ4mYQjvnQAfHKaH6c/4RdlX/hwxlsiyg+rEy4qilUGn8O9C/wI2QziG//x/WrxSQ4WzNjCUuDsJPxhTahj4RFVB0f8CAAD//zEM1TaEGQAA - -- path: /opt/azure/containers/provision.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/9Q7+5PaRpq/81d8y0z5FQsGPyaxs+MtGTQzlBlgkXAul/i0jfQBvUjdSncLTLK+v/2qWw/Ec8be3FUdVYkH0f29+nv3p7O/NCeUNSdEzmtn4NEYeapgRaiibAZTLoDAlEZYc0Yj/7rbc/yfbK9963vdO2cw9q4uoSZRgfW5RqfwC1hTaPJENcnvqcBmwJkilKGQzUTwJZWUs0bA4yRChfDpR1BzZDUwHwzmHOp2JJCEaxCEgeIg0yBAKQE/G3oajUa9WP6ZKrioTWmtRhIVE7H4ye5Rln62Z8gUzHkUwqNa7QxcVGkCEZ9Jw02aRJyEGvacS1XrDW78Tnd01VwS0Yz4LCecLGQtXoRUgJXA+R/5qi+1iIElYWdxEKVSobA2LEZ8Br/mhN632AokWjxVSaq2923E+KzxT8nZoV+CiKehRRlVlj4k2UjIEsNDK5dzvU4qEkWbEyjWbThsapGNMCSB0ocDDLX8iViDxECgkjAVPIYMb8DZlM4a6rMCyWGFEHL2WAF+TrhEIExvYpIqukSgbMpFTBTlrHYGqzmyfSAzDZ+yIEpDDGFF1ZwyfXIwSVkYoawlazXn7OV9KuYLw4BvEPg5gmSds2tZVcRWQtQ8PyQ6yQTaNIJiQSHfCokFiOzAss0V6e2ur9XG78d9b+yPnJ5ju87V+ZNITnyBERKJYAmw5FNjOb/A+R/ba7/A1RXUW5eNi1d1+FQ1FpmGHEiirJm2vDWQVHGBMV8iBHPB2bpWGtT53zY75FoqjAMVgUCpiFD5k9BSNEa5ZkFo7Cnb+CQkCp8+P3+i7YSRGJ8+B7MrSKXisQwETdS7d+Yo4lpN2xYFyuD8icTfoAUvLy8unv4IITcEZM5BQv38j7br+LdOb+iMXONQhrZ3+6W+4w0AZgITsK5/g8dn+WpncP34BIBHj2AikCwMhCndoD2nYOFvhqA9LMaNnB/2bZkUI4nlahkhJtAqMIScYU1iCBaFerNCZjOsHye0JnkqAjyxoKbdrz/lwtdGnRHeKtZ3uq43GhwSwL/+dZqdbbxH4ZxG3+27nt3rfTvefQAP4vffxnsUzmn07UH/unvz7Wj39tdyc6+f/9Hpuvb7nuO7roarrV2JFHeMPaSSTCJ03dttzJXNxmpLqO7tYNzr5IjHI8e/9byhPxwN/uPn41gesttv28cB6E/m91KBes9Q8M/rtr1N9HjYsT3Hb9t+2xl5btVUy82OChy2pIKzGJkyvJ1grj12vcGdhuiNxq53nMASftv4rzZpo1B0SgOiUBN5kL6NYC2m0Q/G3vvBuK8JuLuz+50vO0gEKrEO4tCnU39KaJQKhNdam17D+e5eePfuq5ODF+8etbYlWoHa7/vXdrf3o6H6DN4LncFRBgPXEhgRhSEsiZCFgjZRBU0urTwY6S13hIUToBIYVxCkQiBT0RrIktBIKyFwBndE6HD7sVWGrW7nC/zlCupx9suOSLK8bqTDk6YnJswKJyZkWWmiYwxMIzIzOWaZ3ulszVfcxyUyJaFuf3AbbddpZEHujrDOxE4VH5v91xGZXdMI63Dy520juRmO/f6g43ypG9IP6MsxGoIICRsnN8NxR9AlClmHvUcG1zEAhUFnsXeEkkdLDOtw+PlxOKVC22FM2Vhqye8/q9U+3nb83uBm4+Kv7kkLy0z+fG8r7J9siAoDrVszHoXIgMZkhpAILOCePtJcdu0ijevq7RuZ7jw3oK7HvV7px0fO38fdkdO5mhIdqctwXZ501/U/3mpDvQJ9yvteK2NjLLV2frzt6HNQgsMkVUYpD0lBm8eUpyysH0gk9HITFvoDz7/Wtll1c4eJ15RVFPR84Go3dp4nhAPX79t3Dnz6pJMczdVBKJrFQpMfoMj58XQwkXWofNnIMJPMTeVcfwS5oEmiRRVigixEFlCUxXaT3tdPan++sjzXUcp09llSsPtDpoz18z/6jtNxtZfz7G7fGXW2PX0hmD88p+cMByPPd/o6PO4sy8QCD5GLhxEmXKhwGKUzykoCd54bZqWuMdv9bocKeS/rfVQrLhY7YLee1kquu67/Qce1nuMd4uQkIyFfMV3sfhCpVBGqOhRPSiGHPxEZu3MayyJorCHEKUkj9RwYLlGAwAnnChiugPEQZaM2ct4PBt6O4Z2oGuquKTYK36SV52Y4hjB3nwed8iFjPcYnMpkKrDrk3SfbHiHTDF9j6zgfu23HH/bGN92+3732tZY5p7xFCeWue1MSW4kgRhGN96ybAJuXWPm/TbakISVWiEsaoJWY025IFPrrgYxKf8o+xFcDbFT8k/4oxG8B0mxdWDGd+VIJonC2NpGnDu+gGeKyydIogr/+9bGuzmq/uNmmT7VKCndV17JyvZHtOTc/X1kamFUAA+13I6zXnM8YGEW5qvzZTKXOjwIS5TSaZtUhcuG8ikRzW3MG1yX7ufc9pUamuG0cgl2Helk7O0wHaZuFmVIfXr6Voe3rmevZI8/kavsl5nHqeHIvcZ0shTDU8eQwcUUw2k+HjIO9tt+Pum3/zu7bN87oeDp9BlMyETTQCR2ZoQAlCGUS2DKibKGNnWGgw4GECaoVIoM4jRSForcCsySVjRwWVUCSBImQoOZU6hSUs2hdaT9NucjbFdJ0huCZAZdECAERoXxWgmpg4zkQBnbr4gICwmCCkBChqKYGQyAQk880TmPgU/geVmRdkmEz6LdfvCKh9PVuf/kK5kSTggZadVnnzSWRoliBdDZXZs3zvGdawfH6coO/RKUBgETNjuIg8LeUCtyV6TOtBVmzTKccqclRYjqrwHuWw1vNda5CFeiyw8DMA4vO2TVTjZM+NFeVDH+O/n6131m+r/aj7kdn5FYVPgsznj7kFTXURWt9QsbbatGZY7VKLQlIYiqPj3cg6e8oa2dm1WpOg7npUKYShTkDmWBAp9SccCkfLbBEcFNd1IyeUQlLElHTAk4lanFaBRKtkka7eKqOQrkvAmwZiVFCHe00hQQmmgBm6E7ma0kDEhn1hSeUTflocPdUk4VG2OagYx5ioTLtOWEzTYoxkRwUUjVHASEVmbkVqqSxfbwrojdnYOt8H57M14l20ZKLZhKRKRcxSJVOp09LLDyOCQslyDSYA5Hwj/ywZUzBsmZJagmUqP4BMVlnDXoMn29pYXASxG//yE5ezvkKYipjooI5hkW92dRpZaHnVfZVqTPaFiZYcBpCgiLXSKMbDE0vmcFtabM7KYtJt02MqIDO4512RJHOac0hVTVABnOMMfM+G4YK8laoOUqjUPs+SUMUkJe8ihsl07AwzDVX46O63BJNhisUFSiBBsIeaxYDojWUT4FHYZEvmcJEzYkyKhVxNoOJ9q5T+hnD00aepUV3dDYs2CpSpeqze3rAdYeFx3O5nXS9M2h/cEa6eur2j+avEhV89zlrdvFggUIzQBlYKZy7ziiLnKNuv90d2j2/3es6fc/vdszVzNHfXac9cjxNif2f45FZ8NH2HH/k3HRdb/Szr3fqAFeSYH1+SOHyIZ1ghEr/E6jIZqH+y/S6ylT++JJaLRBIFOoHd4TRKUrVoWIjtVvbLTparmOP2rd+Z3Bnn5Dd0dblASBf08TUsB8A5t2RqxhTEFnZTYElkYhgboU8JpQdaWMdQuRuIkbu9UPBEy3l5yC5lsE6v3HSYW5OlqhNLZhjsGhmcjY2HFJRO51DL7IDq6bN93ddPvwgK/2WDz+cKPw2rcd+t7Kn3e9qxsrvQFhY+P5wHiTLy4zplEQgFQkWMEWiUrGpibvDj5d+Z2z3dIRtfzhV8z7AMXRu28PlZeESsm9lmnh/Cb4V90pdCAuvmDvtktsQdIEfQcCo8WTGiVV+nVIh1QOo3tSyBeWbJ7DpZdzDuvE7JevmW56qZAmPVqQiQCgOcs3MTRv9HUGljGGU3TBLDlvX0Dr9TGiw0PtjSJOjKqIBWhkkS685kXvtLa3k8XeO69o3jj+49r1bx+/YP+cNzoNN2SPr/wUTIvHyFVihNnBtMDFXYS6POJUKRKrT6ikXCLnxZHeDJvEkS05DECRAnaCUmqBXqFTmWexK6Mhlmkq1M5grlci3zeaMqnk6aQQ8M0rBUKGs/kmlTFE2X7cuWt9r2yEs7/pmWbIJghtxePboxvH8dm8wLpTVpEHtOWWkHfE03O/fk9lde5R1G6+5MCu3a6W8fXA7cD23uN6xb5z+ibuH045hKOiSKGxnzf9bLlXpWQ78tGWRW9chvjey++7QHun4dzu+cfyhfeN8tTMobdAThMmE6KTsNp3hkMyw4r0O/HqCNPcne2gCx7eT465IkvX59x4d8lI3o8F4+PHFUXxHmyF70aDZurCCmeBpsnxxsPfhDK6PdT4+jN87Pa2Chhz/umffuFdWDs7K0qarnIC66Vh8o8OdCS7l8zw5RJiQYKFosJAQk4WpC5co1jDXtYbiEOryEG54vtkbdAZvwZgRMkUFRmugTHFYzsMiMyWRQsGIokuM1s+N5a1QQ6XTdVm0SzLNE+Qsk/tbvpkL+Kf2GxqvAlPV0mkeErIkN8/8dOGfKp3yyjRJuFAZhDJ+mwPbBJctZ6Zl3Xc833Puhj3bcw67ss1mc9IMla8wTiKi0Bxu7Vu0o4T59b2xUkPKU95oSQHWElkz/Er7OoVgFQ8sXQOhVGaCg6fqqvU6hgMbLWRhwilTVymjn982m02RsqooKhxIHiwqGDJVlVe5ABoyogFurc+7l3vaq5PZgrtO1/3gez8Pj9v/10l8QlkY85Sp4wY5ZlR9qo3ycvhK77CyLTmkmj1VKA79UHByOmlw1zJQUZE0ZN/u25PXBsWm/GspMqfv6mKlP/A746EuWgZ3Xbc9Hoxd//2o2/kGb57h6fNOmgzYUPCYyiB9L2ionfmJH4uTPHzVtDc5cPTGaqehfQYxVXRmLopMdjtJZ2X0n6Qz2YhIyoJ5QsIGQ9VMJylTafO77M66GenUqvndJJ01W5ffX16+fA3b93gvwrAVYOt76+L7N2i9ungZWJOXr19YpPXmRQvxxcX3iFpZ5Fo2J6lsLmP9/7x8bc6Xfqpo1EyZVorN2E8+4tN6SX/907H8yuqZYxJBw3S6qw3aj3av27G97qDvO6PR1YVOwJxwhhAQiSADZERQLt/qFIrO5tn8AZhxLu3mdXWYt0RWYA+7JoVFAZ2+CwIDngUDgUmUjUE8wcasAVLxxNQi2ZBYPpTwtMCRuxqT6YWhQCmz59qDsiDr1CZZ3gIhkwVOxfUvKx2AcqelH2VdqU7frZ2ZxaZ6y7o8EzNPiFmHkE51tNGB4vrvnb7BYQ+7eRFvdK1W+W5mIUaON+o67tXri+JWdWeHVthnjZzUiLJF49m2wh6D2Lowg6d0Cn/JJiB2AH+Bq/+G//rlwnrz6btfG4f/PT+KqtN3tzBVjOxrGTgO+EUOuDInd29ye2RQIuuvuVfnT475IJLQTAn6MuJ8kSZ1qB+alNkSZIXaL9CC1gWwfPcBgdeflqS4nnuVTz1uXazo5wd4Pnc9V3N2sc+UVvRTSHfuBM9HjvGBz+qtyx8aly8brRdvGq3L+jM4fK+3Y9umDfLhB9evoMlaV1oSvcHgg84fizujPfYeCPEYrFwmD7qK2hxn+yEHWTWd4iQDsJa/HzKcV69emuZUJvtTy/SqBzBcjkUVR39vR+D/KXuV6ZEHTmSZHtl9M1kmECxosNAL+XRaLM7XJYKbAX2iim5x1lDN+m/HRrH0CnO1O6GsGZuhs0ePcrpy+FPKqJxjmCPawgCPyuxku7G/y+Tj/PqjuCl4nt+HaF4YD01/ogUxZanCxxlVxcsQYAVQl/NUhXzFwBLQgkf1b0p4dvRsux0mUgacwaPyzqTceOithpTl7zXs6vL/EU2bNNVEiXHf9jyn33E6/nh4M7I7jns0Py0+43ERVjrd0VWW8JNE6f9MKt8Im2/eJCgoD2lQPzIIcf4kpIKR2EzZbkH8Un+6M/PA02B+YNnWomAe8xAuLl+9um9lplb20Hv7dpgT+fZtpt3WkAQLMkOrR6X2J636j4/h3btvg8iIUshCDK1xMhMkxAfD20z5pywmcmFeFAgJjdaNzQ1X/sRKM+Bl4XMYUN6T/l8ApP2gOADGPD8CpHh5wbIYtyaRrlYfCLAKbwv4WdnAUHOEzuCnfm9gd+AQM2cQIzHXgSsEIhBWRBp/0h2UN8emv6EEnc3Q3JARBjkdu2gtf+djfQvTh+g8NPlyr0vBaNuR3Nmjbt8ZHfckf4JDqE662Z597/pMcO1yOHlBFIEkMz2ZdacnmEeNEMyte8qogifZi0XZ/TnCAgXDKL+NrdyZZwHiaSMbUQjIIeTFzIIpTwRGlEyiNSwpyYdfy5AlgU+B8RVInk/TFRaQKh4TRYNibWMPTeYXst7/xh0U3iCf0c6bZBjCJJeEoUA+37ooz5CGj7f9zm72mPG2GQDMLs/Y1NoQW7klzwig03Ven5WD4fucnEHGhQFYAZbPp+Qmy0LzuykArULdzW+HIJr5JvOCWoWIkE1zaJKyAGGFj5cl9yX2ymAMHgJ9bJqKhKGERuUSSANEVtzohxwle6xgxcVCh09DyIFz3dh0PvC9LWMrY0jzc8ALbgMwhfpX7j4DW8Hl24uLtxcXMPba8KQFc54KEISFPIZp+vvvT8tBUXMshbxyIzuusnuhZ5u2Ys68EOHWBbD7s+s5d22vtzsd9w0IMh34N8Dv3Lj9uVjOwNvT80IkmSoZ281emISFuQzl0820S76nzNpI/spslrnp0LSFsuL/8z/z3lKWbmdvw0D2Ol+ZdTeq3aLNLF/engl4iG/rcL5dn5yYGUEWHnxrcNPWPzRFoGuCLH176CvFtVp2FjuE1WpnzuC69j8BAAD///RI2YbrPAAA - -- path: /opt/azure/containers/provision_installs.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/+x8e3PbOJL4//4UPbQmtjMmZWd2ZufnXc3+FFlJVHYkFyUltTc7p4VISOKYArQAKD9kffcrAHyAL1v2PC57d0mVE5NAd6Pf3Whp/6vmNCDNKeKLvb1OZzLsup96ne6k15+MPl61mnQlmug+YrjpUSJQQDDjTc+zV4ze3jkcs3XgYScgau+gc9Ed7bqVetdYqJ393qQz6L/rvZ+c99yW1cTCa3okaBIsHN9S79/2+vFLCVW+nAZEvzoffO5fDtrnw8ICn96QkCKfW3sdt9cZXaYrzYUs8ERYsTZDGHHWDKmHwhjloD9q9/pd97wac3JU3wTqjvudyuUsIp658OKHYeW662iKGcECc3P1+O24PxpP3O5ltz3sthqHIZ9OGA4x4hhsBjY/2ht1L7tXA3d0Prm6HL+XpypzQeAQrygTOZpLG3dhyef28OPkU9cd9gb9lrU+cb51Tqy9j+1+7113OJq86112r9qjDzFerR1LRIIZ5sL5hVOiFk/O307a49FgMr46b4+6k3eX7ffm3jVizTCYyp22P22iSFA7WvlIYGtvj+ElXeOPiJxP25GgY/X8XYjm74IQHx7BZg8AgC3BnkHjKWR72709j2EkngQoaOQtdgQYYkSiVSdVlfNQguI54tgMGnW6JoEEhAsUhikQNyIiWGp6ghn8BFZj0+92z4eTDMrWglYLLMEibMHPfwGxwEQhxN6CghUQqIEKNlyM33bdfnfUHSbyhRY0NuXHW0uBvEGBmMwom8yCEMPpmxM4hTqhwz4QCvg2EEAJzFAQRgxDwMHHYTDFDAl8DDcYZigMp8i7hikO6Y2zpxApRYTM7iZrzHhA9cEUJ+wZWI2SDuY5IP+UYbSsxuEv/5Km5GQvHezPcSXEI310HHKcAtWs/dx2+73++zMDB8Q4gFABMxoRHwICCV+OwcczFIUiIHMQFBaI+R71se9oHLNAn96geYWEtzAp16gb5WNZ8ABeJMD2bbBnpzHZxjqG18EzobyJoWiO3+d35Eiz4Gd4eFAaWr9E6imJwlAurlidEJhbWBBnotRrFAZ+drqE72dQdaZst9TGRtd1DfuZ9PrDUfvycjLqfewOxqNYEpAo4pxPBJ3gNSaCg9W+GDqdYdepsank+VAg4qOQEpw5BEvSXfsWGps6xm3z7xI2xTa5g5kbh/3UdRMrr0Vn7aXKHsP8SKd3e7PAcFF9LG4ou74Ko3lAUh8n9SR2UqPPA/cijjLSRYGlfIQFPxdFGkNsy9edfi+xBONV8jR1ocUMAV5J0pI41+n3UoqW137AwF5VbFLv5dPR+/9QyU1jI3/TJA8nY/dyf/91cwv7MOYYZDIF0yiQxgv7+9J8dVACFIbgLRDjcGi9to4gWsmXYoFhFhAUgtXUgmJYsDtv6U/mWEwEYlO5UfrQ78AqU9fU1MS0bS0oUbeVJmRotAEh1WWTK6m4PyO+HC6CZRabSu72BvHlJGJhy1oIseJnzSbyuL0MGKPMUYKU/tIh2EyObLnL5hKypL46gdg2w4BEt0209L//k/UIdhliVkgsyqlJpmmNw4C33Y/f/+lIuozTsm79sUdiy+RIiSdXjvMrHazqDmiik5hsvgqIvT5NXeqz94fBfCE0hAI/Uh0MZpMkJH8rNfD7E/AiFoI9G16CTV9EbnlPxML65TntvXDHw9Fld1RW4d+V9IxTOxKfbXgm+d5iSX3483ffvYS1vxJKSnSim4ZbSNzuCz3mp353NPmy3WYVic/1naqiTFkUl5NJSdQ41U+vxpO22/nQahzOsehcjdvMWxwB7CtXB5SBchBFJpfLWBNH+nzsXu7iuVhgC0pD3lw3Nnkyt9J5IhZgHhfIdnmJrRyZ3dgkZ9k6AjFnfm+ZNCnmdnXALFOppJ+XnDTPuGSIDdaqOnczhZdg0GGvjGNrFksF2TxDCl7EGCbiU5xdNw41Y8C2kzT+zY9NH6+bMheFB+DYh4OEfWmq32zOD47y6U8e8NaCr1pgVaQ+OndLAJX2AZ1BjAyFDCP/LsmIsO8Avw5WK1lJ5Bgh9wjE5lhABrdc0H3tvN7KKr5U2uyDWARc1mmUhHfgKWTgR0xi8jh24NOHcw58QaPQhwVa44TERL1gxbDtIW+BfeBUFoEEY18ad2JOjoEtmCmbXy988CnmqnAyoUpgU3SN/WOpTxEjgBEL71IIRZ20XqrcmQDjeLurhpakaqaqJe0977nb3EqtAwbP4oOnFeRZjaStPELNnNP0YZxCZyjGZIW8ayVGjSEggmYUxp2gbQZWIAb3t+vn8MLulAFWBK9GfklsURXRaZQ0sQqFRs4txv43622ljvnNc3JF1a9QzgGS3lmm08jzKPPjup3eEMz28pwvpX2qYG5scm6rzgMkxwWZx6wQQ0ssMIMZZVDDCbhB2lbmwRpXVrgZO1ISuq6bq64yKku8qyU1bSvmWh2/goosFD7a1Xw6omwe3b/NGqLSN5QPLFPAvLSalesyOEYOuKk/qxmr6tT5j9fQzth1u/1RZiqHmWCfCH9lDVhnIVDXcqO2+76bAbdOnB+SYBPMgOPlGrMOXa4Qw9Jf5Gk5s60T58Q5sbZSMXOQtpUqGUfN0IiOUCayhGcrg9xc9YEZiAUicEgZ4H9FKARBj5IoOkUcG0AKBJXDcEHGTkWMrbPpx1RYuY8S+hTkcv0bWUDdDcFOep+00pTal93+bw4+diFpsH38/NIQORbRqtPvnQeM15Q8MUU6Q1zQGwK2C4xScSZ/VK2R57PdOLIZbyuAZ3dij8IvLcsiZ/6tkQcbNdwf2NVSpVPPNVDFiL92xPy+Es/XBhoJUC6Uj0JKr1XMQzCjoY8ZMCQWiXGK+b1m6D58xnCDiJB7Iq5hRERmKx4JgOEZZph4klDGhQNt4ussEwmVYpIDIdWLq3uJXO4pfxHz+7/FaJKN83vpKZIM3NgkfRH8EnERo1cJVVE99uESCcyFzJtzaXNK9jHo0xZfivm9pv5mQeGa0BsON0EY6gUEB5I3jhnJ/Ucq4lhGVfnqch03F3P7toWNzddl1c95tXzy/GRhXpk2Gy1cM5HNpaT27f1uGGQyWqQ49hg7GXdmW6UmyR/dBPmirEy1HP7P1P6HmFru3gXyheNvane72hy+FQx54iKa4rdxcpva3cUPw2Lb7WL8tiu3t92/62rwTTHubkoDGNsUWGbEBTgVbayqBmQJdFOjMxuQBciF3qMJIdc1Vjy3BUOEzyhbtiz+4Lx+eGVrBEnS9mCBbfMFvclWYt8maIm5lJiq3p8m8h+ppG2bCxasbI8uV5RgInjrWynR/CUMGLMrhPpYzRvJZyEWte+SEl+PaexAlqENH+5WmEkgmQu+7E1Gg0Fa/sd3RQu6xM1FstpOZ1+aj4w1rCLj2rS3RHMMjQQ8NDYf/n7VdZUQVesxp1xWQ+K1cu2/ZKu+x/YEq7r0nIEnpHyVpFbIw3D9A3cCCiwiYNuSR/aSRtL/3q1waxoQ/5gzr6XwHftcxP+jKxFQwtWCM3ZTIhdiBo4Qv4Z0LAxsDyxvVZBqcxOL8DgW1xb08Srchyo41HVDvMeCwkVd8sJ+hPPV0DwRVkPzRPgUtJyfVB7nS2BzqpBg6IvpF4vu3afetQzNGZWYCHa3ogERYFlgrzWkM/WzTM7/RkmXePZsHj0mplwUSww/2/EipmTMeALOI+zIstQLjfBCr28TX/7vitHbO+U0477PcDT4ODFDUv6KqbGpWDJ2L89aW9PLfaX7hk+Aq+gi7ps5aRIx0iaWoLBE1xh4xPQKdQmhXt9BiGdCpoczRpfq5RPYs/6X7g/UyOd11QvJ8Nd7BtX9wah7uEQBYdg/OoMbDPh2hT2RP8OdPMFUJpsyy/xnRST8pwOjRcCBR4HQaXDcvgKOhRoMozMDrVLGlD0Rxz5M76B9MQREfLhI4UO04oJhtDTvVkaD84FBc4jFAQeOsZQhwR7mPKZYDVv6WMjzSJKUvdBZcrYU5BPTUPUK6FQkdRZUPKyePtxB06rdaJolP8umqhPmfcnOM1N9PUr8QMYF8BbYu5b1SsFqgMrqyL2SRR6Zq/HHeJTXz8EOZnB4GI/lVXMgGcuzHEsN5sGPLTj989ERvHoFP4FNwConmuX5jy9AkEUi85dhRZ8OZl6VjN9M3HFfZspxgmVM2FUK7jc79IfMSRefyDSjhLTyNL87JToMlvAaZV3h1yy4QRyTnhXJ6pZbj4F7xPhqllt7RisUfXNb485rnLnZJ352HIDaqkIPHpbrh9oqJdPh3sf2+25SsUJ2ERyFobrEWWAIdCmyqdi0hYjLZY1NgiEXno3HjxQhtWoo8UpCPMGcavQWWFUDWd+fwKmsjU/q0m59JAnbmITP4Kre/2Fy1RgssQ80EpAw5VGGrAME6pyvXlUP+nZGcv37ydU4m/aFozhu1PBN37S/hHVq54u5Fw8//G58is9Vyyp9P1/LLcOvPcmJl/IgTud/Nx5o+AUenA86F91aNdHDCQwLNP/19u52R+335uNvDTegcMhjqGS35hRqfKMA5jdxDI8ar0DzSnlAo0DKyywrGU55Ea7cJatSn5fAMcT8seMqAfN3lHUWAUGppGUhI8GiMFTOeunpgY0lpcRD1zjXEtqUcpftDsnLPvAFDkOdXPoBR9MQt4adNyen36drUBimNLYOG4ePiY5DGHABDzBneAUH/7n0mLMMPEY5nQnHo8vmATwAurmGg82KBURA43R7cFRh9C+hzBQI340ILhi0gCtaZofW1/zsa24dQ+P0GBpvjrYQU8kFS8nMzbZYjY1JRczz2kE86YP0pNosIL6SaEytFKwSd9YSyA9VqH+k9L24gaiu803kP/3/n7+xSo+21vYv4FODsQFJVeg4VSxMfN36CfiZfOCgeylYbwddOTk1Sc40upWWGwnN23jGw8ZwwJsVgjERpxMfGrmHyIFQ90Rp43SKPSQfxAad3AfxaKUGVxQx0sU5hYLtpdaSnrDQytU+zjxmY5PjxLa+pVQJLwkcO4GMdcOnBGunIqvHXx88MlalXl5xKKGtxJ2cO2TLSm9YZeex9OILMxTeoDsOUwwrhjkmoui2H4Os3ar6oOR4pS2g8AkUPXITq6fmAb5V2mK80bAi4unKW3/uUoNzo2ymKuHSsz4zWdbEPHtro1a6UdEh8yFfFhU4GypO/V7ev1pnVuPN9iDxh/a6m1TyhcKo8VD52PnpxP5/P39T89aufjyxEnyNjcFZ6QAEgwP59x/EsO9K26g77i4BqBhjvvzjm+O0RU5UcCEf7Gx7RtkSCTjYbBwXrygPBGV32+3ZZuOM0Hz7pXPAOL22VJkxTzzq41bjbwX/3UjfwVctOKm2FZ1xpysN3qamV+Rq/Rg9pBG8ctcD3CyCEAPDyNcSyYXcX+0skj9Vvj2X98bUbXdvFFWCNAJQDbxCr0cFn8K7reld7VnJj+qGSUWBpgZuT9+cQHJzUtqZOfm0KVXw9jrxOPSRwEfHjcMF5UI6jKNjqN6oOz9m4AAruzF5AiQmfqcaakZo2mDbmVAuEBOdyt1V1Kq2kfqSjN3JLYLNvmXAVbkT9gvUpqYTT4l2Lgfj89hs9JiHrGA6IY2q8qd/v2Cpi4c0Iz34bw9fzyHojwoou9Jk0PPv6YL3k+xUFR2CHQNeY6ImLWKl4sbHpyq2x8vU4Fd8y/O6fXn5OptzUxeUSH/aQR+jdw6Hww/to2N5QG8R75PrKCwjb1HGA7VuPa5TvpwYUfGdF+m0e/bVC7FPUuVv0cuU8/48ndxsp0Skxv2ru85qTy3pSOf/zZBWTnrMt4mnKgTBinhXWlFmdlUkTTx/9buq8FZaVBVVcjG3zKdXVYuKHHtVJQ0/9z017hPfU0PXmLHAx/G3QHQomQXzrIzV4+nGd/uoL3+SCqF/Ot5s7vjNH04mapR0QrDMAiUM+UYrTfzVO5sCMK3HHhLw179Cd/AOfvyxapGPBOI0Yh4+UxuUXp5lranVKryTaCX1MeozmCGp793Bu73t3r78578CAAD//4C+bJtISwAA - -- path: /opt/azure/containers/provision_redact_cloud_config.py - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/6xVT2/rNgy/+1MQfQfZaOK8cwEfivYNu2wr3rJTFgiKTTtaZUmT6KbBsO8+SHYS5U+3HpZLZIp/fuSPpGRvjSPYi15l01m4zgrnMcu+wK/kpO7gTagBYfDYABlwaJWoETzWDgkaQSL7/u358Wn57RkqYIczCx6+YyNqgnbQNUmjfdZgCy4K+cYY8uSE5a/DBmujW9lxUp6TeUWd37zeOUnIW6mweMgAAGqjCTXxkAJUMZPSixa5MqL5Lx8rNpmzdXHlbcUGj86z9errejyz9YpFbGwNFRzyjIafD3QA2Qy9zdN4RZal1fHo3mSN3Dqpa2mF4mPBc2+n03Uxbl2dhz6CDuT8JKyHkybzYAVtA8e0RaiNc+it0U3ogQODSRtEZiXBTtJWaqiVGZr5mHpJ75R9geVWevC1kzZoKQVC7cTeH2xpix4TAB5kG4R7wHfpj44DGG+xlq3E5jrMy+PyR778hY+p8R9++/kJKvgrFoQt3oRbKLlZBFoU0uJI1PxEFHv4XEvOJp9IdfTnNBL6hbcBx8nJR8xlf58zHDPhY5A8/eCBhhmYgexA8WPil4TrcJR4qMAj5TeyL19x7/OiyKJNKCIYi/pWCOZYAcJDO/qPI5BqheGGCtrSoWjyaUYSheuJuzKfYLTGJUzDoV8mzRVLuoCtT2hkC2krB9RsHazTUpzUL4oE1Q3rj5R96bA3b5gnsgn84RcYpZyNSy1MxUish9aZPgn1AAzu4cxP6uYGZ6tEeZ0ng52lpVCoU3S+gKqCr+fpbxyK12w0m/A+D70NaMe+u5ghIDPCTdvtonOSqxmw3f3YNJM0JnyEkAjLmEaebLuE8dCemWyBcy165DxkwjjvhdScs9FffIccVMc3qXx03dCjppd4kx+jNjhuGWl0xZ5M3wvdgJIaYSCpJO0v19YHxEGDrdQyPlWxZRncn1XXk8tXdzO4K/8wUt+avmJdwD2ww/IS/7K6Svj9zPky7sMDtH7wBBs8sbbB1ji88gK10EGvNkphVAzAlek6qbuSFUkpS9E0XEw1PFXvbj5Pnc4Dz3ez47XDPwfpsKmWbsCTmPYWK0/uJNmishV7md6QK5zH6n8S09hK/xOa8Iho3Kk9dKjRicsxiAhjxx/rPRHBphkUrgtLd0Id/wJuP63FW0s9XJc31m6Up/P2TwAAAP//QeG0cYgJAAA= - -- path: /opt/azure/containers/provision_send_logs.py - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/5xUUWvbOhR+96/QTR9kQy3byW1oA+ZSSm4p60Zp0qdtBMU6dgSy5Elymqz0vw+pSexsbTeWh3B0/H3nfDrns0/+QUlrdLLkMgG5Rs3WrpQcBQGvG6UtarUQfDk6HFvO9vGmFgSsBiBTATVIO9cAiBo0nQfBytoG5Xs6uVNKfKSSVqDDKAhO0DVYZFeACiUt5RL0gjNEJUMMGqG2rpzLlFrVHnetqEAzSy0ElaJiYVy42NQC5cj1Ihq+tWBsGKDdD19P5/i0OzrUJEmy8TkZj0g2vCDZOKlpseISkv8KVTe5q+wL93groAy0yZ8OGV9tE9cmXoM2XEk8QXiYZsM4y+JRig/AZx9FPcEoR9M5cZcyVnNZhcd3IYxaShgUikGIW1vG5ziKgqMZ5ajjkJJLRoUIMUmu9qAuumE4+px+JRY2NtBKwKJQsuTVQtIa/qDQvRJwI42lsoBbbuxRwuFKXrWaWq7k7vSJ1tDrebzLHP2sgZhGcBti4jnOFg+NUJT5jQtVmeCR2xVSDcgQJ2uqE8GXySOlFUibCFUVSggorNLuYMh33uBThPUSR86HLjfxO3DRwg0X5T4mGigLI/+s9S0XLv22l+4efuulyWh4Nhwn6/rSqbtV1V+Z6CxOL+I063E7ZCE4SBsXSmsQfuyc4QkyVofuvSTu798wit7huqm7TpcfZlez6Z1oKy7f69UTl5KMpK9j947xcvpufQ29rv36hKrizh+eeWSXjvrchUvFtvlhmae79yvgZX+LxFm6NSjP0TBNXwzQaC5tOJi1RQHGlK0Q2x0FmHfE4MUMsOE2TKMAhIE+E/9PuQCGrNrRPAlHPUiJ78E0ShpALwIm6OlXVc9vcdzVJl/kEaX/ORj4z8Eg2hfwSrMo+BEAAP//J6gFusEFAAA= - - -- path: /opt/azure/containers/provision_installs_distro.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/6RWXW/bRhZ91684pRXYbpa0lHQLbJM8CJbiFepIgT6yAYqCGJGX0qyGM+zMULZi678vhqSoD7uKt32SwJl77uece85+uJpxeTVjZtFoULRQ8MYq1xGXc0SGQi6NZUKEMTdWq8AskCiNT0xzSdprNDSlakXXSlrmvsQXl3hoAIAmq9dRGoc8CRPGRa4J7Rb+iZ9biGWC0hD+Gqmarf2oRmhsGo3Ka5cyUwPGMglTtqSIRQvC4yPonls0e6NR2Pk8Caefu51JL5z0P/WG00ltkWcxs89c7/bHzuZm1OkeGrn0nGHGoiWbE7jETKhZkhtCxPyItOUJj5glg2hB0dLXZCzTFhFPjJ9bLgwiofLY55Jbn33LNfnLVYZISWk1i5a+Vcpdcv8Fnzl3PsutSpnlEWhm2UyQAdmFu4jC9ZxbcKksT9aVOVdWZeCZVrkl8MyQBc8q2//+gSVpScKPaUUCQs21sq4SwqgEMmWZLyNmIeuYM5Yi4/NvyEzKTQRt1kaoOYxy98zaGMssXAJUunRmvuAyv8f9N3zj2TvEqqghwBP8UJSx6iTettDGz60WmnvFfQe7IFmZ4KhD/cF40rm9PWgOkPCytUpSo/h3hq0LFsfcciWZAMsyplPXScpM0dI3Qetdo4rst9/QHI7DL73RuD8c4MMHeG+Clofffz8I6JlJ2OL6GdOGNASf1a62U/Jmrwx/sRAvK0VdjKoc1ZdNoxGrOykUi28+T7uar0jvXtEZcslSgq9dPtU7xh0Xwr3YXEu8enAGXMmN/+pBkyBmaBO8ekjLu2F1GmbK2ITfbyrYAVEMq5BpFZExLqEt4oqJnKASeFvfnrs5J1vc2jksbxaAv/ZGg97ttkcfmhdRbuHH8OEnaOP9+/fwmhdbvEvvsrC6nnY7tY33Y9h8OMTZ/Og1GqfbEuUx85sP+0ibg/Z8vzVlEyrkwYrHnNUEOcql5SnV/fjUGfUHvVE4+NLv9jvh9XAw6RQfRtOBw9xl8zZot4OWd9pqMhze/tqf7Kzae1Y1v8kipv3BLr/sWNjXZZx+8+GlEW6egjiiWnJ7CuQo4BMgM2ZOhvMESfDZs2Dm76K0/x+Al5HiYUf+Ji/uhm988/WYAKodf/MVcXkCqSzWZGHyLFPaUny44g8jGN98DbujvssuHE86o0n4sdO/dS7PcD3uvf7y7y4iJhHzqFg37oHvdjuql/4P5Ma5jpU8t4iYJjADoeTc/XKLO6WXps7CMhkzoeRzOqOufHdHFu2Sk9SK9J3mVRQZM4bivWC2TAbDZUSo+M1FZqCkWKO9DRdS3eFuwaMFuEHMk4Q0ScdeTCKf5dLm5+bPovHawdvgJ6+iyVIOzHIuLKo3ZrBgKwKD97o49WDyJOH37l3aBXFdh2Gs5nJucMEDQjv4KWiXFpfBVk7ZBbNYkKag4sPRqDeY7NPorhf+FvYRFbl68By9vsUjXKnOzePq8fF87/x1cd6+rJJZFTG4mqhcQ6g7MvtjtMVXyV7Vd0zEExhKV6SvVZq5EXCsexDvL77XClpBy9u4syel3Ry/k2K0o1y75oj1VhgcNL0O6omzjctjrolZ0mVnL5QG/ZEzAasuYZl2G8vR0D7I06gCmCXPMqegTwxwUL0sYegogcqoUODPxv3UpVdDHOvx+uAMk2F3+AssJzd4kdvA+l9voNzsu7E5N8iUMXwmCKqWBu7rcg5NmQKTsWvaHZ1rgrFOM+TGhblqB6UONAuevkD6HCn+E+pnL9fviKCEb/Xgf5ReMq1yWegRp86VLingetxzJU34PNfMSUWwxHV7r8wLZjAjknvDk2iVVgxS7ktDekU62JOTfoIrstHVDuiq9BNYlYpAZ6lxT/xIYALp6kV2J+7UuW8ajUgQk9PsGdWnU/ijBM2bz9Ow2xtPcKUyezXP8n21uBuaj1qlX8p5O9obJ+8Wm4SnmaCU5HaPpNs98qeepqPbF3mZjm6/6+GsN/zY+F8AAAD//0iKLRbUDgAA - -- path: /opt/azure/containers/provision_configs.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuJrljZLTGkCtXpmdG3sD178cjTzXc8zx2B5eH1S0zKtMEvv5NTYR8SmlgguGkrUC2w5NrY1XKAya6nI1wD1FuWbYtYpcDej55biamouCnNROXpR7QKwbkWmusW7lnWEU6tqJ0gRVVvPkr2RBMlaJOBcHEdtnpq3km421A3zDZLrf7BCMzHA7QBvMhxKSnTidw8PZ0T2Jw3PoaaED/Y0Lfn5kgJT0XLV+RtnjIxkr1L/O9Sws+9ANlIoFZUSszre1RaGiJUp35J0XV/U3Pxdx/ubNj0cyGatwklmrdJAjna9pXgS9x7HuX6n5nze6saSvy4UXfxGKXvbvTIhMonVJM+KNw2qGSrfJCB5l0Tj/uwkkd9FaArLXQw/3y4O88VAf3Ot5/5v9Tffx1ZxMP6re3tg6er0JMEO8x9vZLdsZv9tVC443VbnVQ5uAKoci1RXQmQxlOpZnb7r9K3PYxk17sSLqSx1ry8x2co1uVP1y0AvoE46iiD6WCbXujmNYfcFjDjQVebs4T3AgEyx7DCgMGeYczt6+67z9sXP2+ufO2dsjfSHK640hYVTQgEZw/LggwUJ5jFQuPzl6cfSijpYPzRUWDgQOgWMhVI1XNdar6wYJIw8kwuEcy+xtRjuKkrfAsKBcQIBi4IJEkWZ9bYgpVpdmgAiYU9Vnz2g6X+jPK0y88cSDYIFI/ErdjMiKfHqEIZXe+YiBL1SzvQTQN1FQFIFgaDYjgVRRbcQOXFEG+AuSySpM+uMCkvCMT30alimtP3Q7R2Wh0S4KjUa4JoqRgAgSMIwwoUzAu1Mw/gEyzSgbHrbk9/lNtVomXnSfN1Qhbsl8jJggMpfOPwy180NNSzJX34pQGId/nmkb2tmpoV4xKnPu/d9megadw9Ox6/Gk7OkZOyM1T9tfmx4/tfbaoMbicypCrqp3FjujrMJZW+zWir4/G/oPA91XKiFblrtNesWKV6x2TTBHm4vdVrCi/boA2HaIv5XEzk8h1CvClV3lO96jsWA0GkcoxtXz2LZjyRTHsf42sR2rLw0idzrDUdFQpQ5nm3c0DIuUxdUIv3NTrC569LwBvH5ful62Yhgyoq1NzHeuDO1Dub/Kd+9PR0f6ayByo3yLYjLDXPQJq922uTWH9pXlen3buVhfI5cZDq/7QnsNTw4kt8xqHJ1i1IbQhlEDLOgSd9tFaa/bkaOtAeopU0PsVrKwOhsFSMX52nVamdPRxxjKkc/LfzYROhC8Ql769H+cnjYTK07WG1A3LgMcGYaxnr5VM7b9yZkRIoHO4a7Vzq4A2ld2z/Ssu1YtMatwk6VlRRJz12rnbX5/6w/vDknkN1DKDKn+ykDhksQKYNtg6+nSBkQtnV3LILeOtiujLFVWUcqm6sqMshHhxvp01zqSedQ2SxtfysaP7NOGZiooD1CEmRmGcunMpk5vMFFSmBNvpLq4Hd/s92uF42qvn8SVCa2OEKggaoQ4iehKLk+dFVpGOyrcO0c8rFiYNSryb79oVdn999/ax8qx2zvuJBRB/eTbvLWHkeaBXBwcMJK+xPBHRuPptCZT/ULGH6Gc3QepEC/uhPwRsmxeEqzfVngW1cJrzZ7do3GsPgRWd1izp3pYhlbPGzl+z7FUL7Q5cC/ax+o7XDNofb1rZY4R3rXk9Pk//K71CvKn+iZK/U1+T6b+tH47pv5OHxT086+VWXGYUBKLCYs0XPGxQjonlY8V0jgisUz4lnetV3fFDZfsYzpbqSzVezW/8p6dZbeRkWuGkkV+qSRnOiczly87jyQO6SPvxFhkNPjn6LYY4RAmAspwlc75uzdvfsyIzVEU4R0ayd5vCLL8Qxx071pPLWjtCgA7X+tZK0GKGaHg63Ovmhk+wulJ/e5ufvv2Hq+AcXT+5vTnt9l13JiGchdVuZX749uf9K1cuZ/dcsU1IHJ90vNAgnYSvNR3dA9BkM80Rn5t92Lidl3vomd2BxfZhzHzOtRo48Fk/UlvuPak1TAlb6xPF+3jTEfPEusx+2Dm2hS3HO95BEuxH3MD1UnuX+HqBA9f3LaN8+x1jeGQv//W3hrtVDDdNtpmdB6iJX7/bS00P4uGVOomQ5bjPYvKPV5tELmxPu2mUa4KMmCMaUSC1dqioK5H6h7LQ6wr6RiJItRo3Kruikj6/lu3uh7w7nps6NauK/Juo7qbOS1lvB5P+ow8YMYrR4554948SSFUb4tDsN+hPXLh4gLaWePiyFV1z4a23dpnZL4i9SkV/mqepE+1U/jfa71heS0vb7ctDrkbm1IBAsGALNEcQyI3k+3hR7tvm37fsT9ajm/fmtfWedND3zOva4SaNq4/wdmp2uNMEV+AEUCr3fMcvyh8DAZ+77b/vEGlUnP9dnEs2EotPR2+yNXeWufrov2ftUe51hgW+kNXp1uUU+6/rhCJ9Fcv8rGvx5PMtq9UqCDxvPbx1gK/CCNSbC2Nu34Unv8qDRY143BgS1WWiIPvNNFGl0VpkqxF4Y9ZJdc9/K9RftbNwZbkO1We0ctbz/N5f2s6aqJunfghfYwjisIytJTzXcs/fCAhQUVPrZPGgixxcZi1/g0lytXgMRXA0yShTOAQ1AdsCAeJ2QF+T5JEfb5lLapVmpylLs/yWlUW6R5QREIk1PdnF5SLV4AihlG4Uu06kl8S4vJkoPMdcXBnRSxWmjCKbhEjBSM4rS/fO0x/SNEtG4IvycFkd9KLwuwk/VBqRTuJdIpK21LWIhYewR9eCXYynNyTKALDta8/TMZb26aqAuRhpJot1QLQM8bLhHzeYLr1PHfOhjU6c8Fjwk3n9u2bE6mihi+yv4CYqmBDY1CAWyq3eyvLW/z0hx+yKVpmCiCtjEPVh7U+GQ92GX1kVnpuVeb/lLKebsrq3tq+Y7mTgac+ur1XFr4kJ5uWPZhKW7FvuZ46S1ynmU1MSc31TG/i5stIJkT5Qq4hDdJU4DQ7Uuo/t0g8o87oVn+aTTV54bD15y3f9K5p2h5ejXxndOv3Ro4zGXtWf/vaevCyUywRFQIbDpF/IG1G4uzOSfVmxf+Qc1fjy5V9XRHMt6/8oWX1dfMWCJbizbEiOue+oD5+wLHg0DJv3E7PtTrrMnQ21p+NSbCpsYOJbwaEFmw+qzrg85aqgxlZCwctaG077duAfMbSVrnn5X4ovKMYqa/fqaFoAny9lT//MIDrfpCkXlijq6P/FwAA//+wOWO5NWgAAA== - -- path: /opt/azure/manifest.json - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/8SU307bMBTG7/sUUda7LcdJ2nSjd6VkAo2lKJBJ04QiJzFgLbWR4wCjyrtPdkuTUrdsbBK33/nOP/tnL3qWZVl2zpnElBFR2GNrqWn9ipYkwnNijy17zrNfTmtM+4vpLLqYnERhfJR+C+Pzk1nUvMePtSDORuxscjE9XjugIJn9oW1R8HtWclyc8hxLyplqhfitRG0r9OSpTIlJfKpybqS8rcYIqTEhK3kGORcE7ikr+H0FjEgdQs/WQHvWQP1FcphEF0k6nR2F0eRr2KCSsvpB7X6WpJN4etw8L7j3XOqsZrJel43D03ByHjb1nvPq9np+dndEVJSzyh5bP9aqjngwBG/gDDrulT4C76Pj2Wv5slOPFNf6qteuTqzEklRyGQ3A8xy/G60kzspV7qqzDjZLjy1qlr+AlrKk/UWcRNNtnLT6SpBU4f+PkK5qHBdllDOa70Llb/d8LQAuuI7ID/xtBFaRwAwBZZXEZUk2v4LleZErXJcrCFwYtAWajdtmd7SguH0UamdJ9V3vIOCli9xza7vO49I0UiGo8rzhID/rjAhGJNkzROtxGC+Io0lysMhvQGIB14//MOUT5DivnDkVggvQ8Km3rxFvm6O7/kKzGB6lX5LDMD08iSbx9zWZKKMMC0oqZB64C+723PvY9X31w9xweUUfwHd93x357jbIyhYY5AF8+oPkAXiGx6HkoJM9cD1vaLANwfC5+kMYGdUDgxqA353Sc11TbgCm7gGY9h6Bac8RdL/7DRhTSea36md/iwfRa3rvwtnn3u8AAAD//59CdtiECAAA - -- path: /opt/azure/containers/init-aks-custom-cloud.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - - -- path: /opt/azure/containers/reconcilePrivateHosts.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/3SSb0/zNhTF3/tTHEy0AZKblo1JFDLWjaBV/OuI4A1ilUluqEVqB9vp2AP97o+ShpI+EnkTWz7+Hd9z7/ZW+Kh0+CjdjDFHHsJAm0o78h/bUpWUS1Uw9kReyFI5sguyQpUit2YuvHxyO7t4Y0C9jIKdtLIFhEsuIP4GvyQvM+nlEN5WxMFn3pfDMBz8dtjbP/i11/7DeasLlXZe6pTC1MzLylNYY09kqcSCrFNGR/v9waHo/yIGg59yY+fSR55ePd9lgMpxDx6ccEQReJ/j4Qh+RpoBwPgsifgRhyWZQVhZP/hCOY/j42PwoPbhjTA3FgpKgwdvreb+j4clP0JmGkFT6zn931TrITI+5BD5oCYFavdTcyeLin5Q7W+qVA5KZwbBCol3PFkqIdQL+L/y2Y0m46SJfDwZZZkl5wLeKar+mvtCr2poLPn6zJKv7Ic0V80iM5pYu1vf5WzJWHIRx5NpEv91fXWaRIMDlhaV82TP/jm9injwdn77ZzwdTcbTJL65i2+mV6PLeMlZHfs9go4YWxH2eqVVC+mpUPq5t4eHz2Y0rtw9qxKWUqNTVRBmxnnXhL9BckqnBOV/dtDGY3SeoOWildXV0qvy6LNcsRW7Qxhu8Dhj/81qu3oe2462x+NJFOx8PebrARPf1sTxZGPEXEFU1mOzEeRy1Y7UaK90tY5e5W2rX8A7vI3HIiSfhk0yHZtO0wAqHK3Mq8zAUQahwMMuJsy6oE/E17bvK5ongpCdu/gdYUaLUFdF0eHclpn0lG02zptOTPyj6i8jaqaSbcfXZ+x7AAAA//92UkeEmAQAAA== - -- path: /etc/systemd/system/reconcile-private-hosts.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/zTOMU4DMRCF4d6n8AUSn2AbBBJ0KAFRrLaYDG/ZkZyxNTOOCKdHAaV8r/m/+V0llvQIZ5Me0nQ6gJuyVOSC4LI1D8/rba/Ncje5UCBzHR6wNB9hF2Es6e3aMbmce0U6wIMspqa7laQOQ3r6Bh//znISLSfyLZfWo9DPMBRuGiQK82J3wOt/6/km2PuW5hf1oFqX9EEa+Hy4TudRQ3bDYfsg+0L8BgAA//8Sy/8V0QAAAA== - -- path: /etc/systemd/system/kubelet.service - permissions: "0600" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/4yUTU/jPBDH7/4Uoz4c4GD8LLs3lEMLaVXRpagp2kOpKseZUqvOJLLHBXbZ775KX9gtFEROsf37v1iaZHJLlqfiEoPxtmZbUXIVc3TI4qKiwjY7N5oX6aMNHBIVg1euMtqp3JJabtEfmjgkhPxQ+aWsyFnCU9b+HhlMRawtoS9OA/qVNSjac0b/eVxMss3bVIwwsPacaPegn8JumaFJzkRKK+srKpG4ax0mCtmoAuc6On5p+h/0vDY4jw4YfWlJNzeE46zfG6ej7ycii8ZgCOmj5Yw1x5B8+fZVpI9osibqxmOyvnquwwJUVbPSP6NH9dI77LJOw+KArlwW1oOsQa20V87mL9U+wxqy73WRBlp2DhM4Oi6rSAzPcO+xhrvW66S7FjzDgwHpTkA6hP9hCufACyTYxK7lUuaWijc1326cw9y2DrXf2pR6iTIstMe3bmJfJ1VolJizzh0GkAykGw9nAx9Ebf0apViit2Yn+qt6Z3jhTsD2kRKpcZPN5KHfO6GqQOl0ji4kraNfV7eddJCOZ9fDy3Q2aHfSQfa7tSdYJWf768rFEmXt4r0lWVi/GdCmhSdkDGpDbIDwj/ZoFzYeZLPOcDjOxqP2zaw7aPeyQ9jF8Lrb7826/UH6ITRu96/T0eUHTG80vP0gaH0gxKRPgbVz0/V/AIvOU1JGx1bGgH77XYs/AQAA///suTndaQQAAA== - -- path: /etc/systemd/system/mig-partition.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/0TOwWqDQBDG8fs+xR56NZs8gAfbWhFaK7HSg0iYmIkZ0FmZnQ1NS9+9mEuvf358fF3LpL15xjAILUqe02xZppt9Kws7eD7TGAXWbj3b6konApvttltb1K0xXYNypQF7s8egIJp6Ts5AUxQ0+RcOzRprwdTFIO5I7Pi+kYSZbDLTaHf/Lr2DI4SLdX5RB99R0A2eFYhRgptpTBYQpfXQJlzsw09Rt4eyaj6y6ik/1Pv3l/I1/zWmKzkoTFNvPoEVT4+3dI6TUhIDykZBRlTzFwAA///GvdrK/QAAAA== - -- path: /opt/azure/containers/mig-partition.sh - permissions: "0544" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/4SS0YubQBDG3/0rvpp76BVTa3ulXI4+lN41CE0MJelrWddRh5pd2V1tQsj/XjRcIiSgDMLOzu+bj5mdvAlTVmEqbOl5k2Wyfpnhe2MMKVftAyxbzlig4tQIs8eWi2ktjKMMb0vnajsLw4Jd2aTvpd6Gy9/xc/wtvFTdQwqltMM/bf6iNromU+2RkhSNJegcriToxmWi05yvNsgMt2TQkrGslTdZJ8/JDBtLw+avfpxGpnuN7oIdawWROzJ9TqS6JbC1TfdHzjvK4C3i+Z/Vr+RH/PPl690hOnpSWMLdYZA/ghU8APAX8Twq/Pv+0H2qH8jUbrnzg6ksGNFjcBVn4OnpLPRxVOgh6OMW/GkMfgxuNn0Y4z7for6MUR8GFE6zenchSJYafrd4gVZUfFotK+uEktQ9hJwr8i/1O3aIhkbICuldNZb8PwAA//+R/AassAIAAA== - -- path: /opt/azure/containers/bind-mount.sh - permissions: "0544" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/3ST3Y7jNgyF7/UUZ+0AbdEkfoBiLrpoCgSdzRRttjdFMZBtek1YlgyRziQt9t0LOf8T7CVBiTrn41H+oRglFiX7gvwOpZXWCCkWARQj7VnPpQ+jF7qUAw/UWHbHem9Mjo/sa/Rh9IpuLMmRQgNoaKmnaB1EQ7RfCMFD1EYdhzmswFNFIjYeliY3ObYtCxrek8B6sMhIeGNtzzO/E9iSHeshTa9JqVJY50Jl1ZaOTI7KDrZKB5oQsQk1XUUsTiKWePH4+d8x0vyxaXJIG0ZXowoxkgzB1+kxbQlK/YCapQM3sPjrE1orCJ6WR+VSRR4Uve1ITA5trULjSCgPKC+A2H95N00Dip2NheOyODmdQ4LJryxb9p2AE4HJLdUJ5f2Y74uadoXU5Q8nPZFkdJqksD/aqRSVddXorHLwCM0jgAvBZdprMtoJaEcRMg5DiCqwTil6q7wjQUnCNclVx+Sc5ZSGIbBXvLFz8EQTypIwDnXyYD69fN5sX39/WW+2T1nRey1sJ5kxv33+uHpebV/v+rP/bsqvZ1LZ5fAv6z+esvcgM2P6ruaIxYB3E7JkMHh3QB92NME88645sQpxytnZLh3RT+A8Go6iKEPQpflztdmuN6vn11/Xz6unrAiDFjYFrKiCV8ueoqR/Vi+EUgDIZYYb/I0PWBCy2d39DP/8lMR4AwD9DtnsxmGGbHZjIpsOaRir9mGOafjocFrfYdI6vwniNxyXturOiaf9QFVaVH71XlIT4vUiq5Br0NvD8Wcv73jfKP+ameOzi8Wk4aZ7t5WHazBV24ca9se3h97/AQAA//82ywp0xAQAAA== - -- path: /etc/systemd/system/bind-mount.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/xzNMW7CQBCF4X5O4QuYPYGLoFCkBUUpLBdj+xFGWc+i2bcR5PQRrv9f+sZPN07yjrqE3WnFh6P52m2lObufNiOD3apUGS+IX1swyRmVGhyK91e13AJyxqbmb1ciTg/j8ESV0wPLZR/TbJ5mrbculTuT/rVAWopTzRH1ldd+Jw/1JjJ+eKXmPMmXOrEen8PWMq1vFXGgxjco/wEAAP//HvlBProAAAA= - -- path: /etc/systemd/system/dhcpv6.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/zTNsc6CMBAH8P1e45uh27d10IiJkwMaB8JQy19prNfmeqD49A7EJ/h1Zw7a0w7FS8gaEluwu0YMo8/zP21uCrEMfSV5VIljYNTq5A4l6lrIHDx6Oi0ZNjHKmJSaN3yrTtSalNW4zyQwPrG6wJBiVqBahbqMRN2Bi7oYe7o4VgzbxT6nqKGaCuTH/TXHPX0DAAD//wVR54mwAAAA - -- path: /opt/azure/containers/enable-dhcpv6.sh - permissions: "0544" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/3RS3WqcQBS+n6f4apZNezG6W4g3TQPFaCpdFMKG3hTEHY/rUDNjnZlNYOO7F9cKbbq58XD+vh/PXLwLnOmDnVQBqQN2pWkYM2TBaQoaneyoLmU75Y6x26/RJo2zbVhEeZYUSbqJPwdkRVA1ohs/rSRlQ19oVbNokz/cFmmWbosouZvmFNkn3f8MpLLU16Ug41fB1YqLVruKSyWtL+o9Yz2VFXgPXuHyElm8/Z7ffzuRpncP91+2aZ7h+hpxHuHlBbZ3xOQIB7LNClKRDVE6qxkAuA6mJepwNaezUvA1eAguarxlA7ytERzKPmjl7vXAyOa3VBoy4IeJfNYT5xFjZVUVsi6UtgU9S2PN+w84nlTse+rAfz0n8BbH9eCN4ePgjeskGj1Xb27+NNjA2NSItKrl3vVS7Ucj3SGE7/seY1Y70bxtZLnEf3LgWflI2lmsV588LI5nLjyMmz9Oos/sL45nrzOMYP++gL9wjKs0ZF3pJzX9tOVyrrnuVHlttrRSKwj92LVkyWMXcZ6w3wEAAP//V01dfMMCAAA= - -- path: /etc/systemd/system/docker.service.d/exec_start.conf - permissions: "0644" - owner: root - content: | - [Service] - ExecStart= - ExecStart=/usr/bin/dockerd -H fd:// --storage-driver=overlay2 --bip= - ExecStartPost=/sbin/iptables -P FORWARD ACCEPT - #EOF - -- path: /etc/docker/daemon.json - permissions: "0644" - owner: root - content: | - { - "live-restore": true, - "log-driver": "json-file", - "log-opts": { - "max-size": "50m", - "max-file": "5" - } - } - -- path: /etc/systemd/system/sync-tunnel-logs.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=Syncs AKS pod log symlinks so that WALinuxAgent can include aks-link/konnectivity/tunnelfront logs. - After=containerd.service - - [Service] - ExecStart=/opt/azure/containers/sync-tunnel-logs.sh - Restart=always - - [Install] - WantedBy=multi-user.target - -- path: /opt/azure/containers/sync-tunnel-logs.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/5SUUW/bthfF3/kpTh2jbfL/00pSbA8JUmxLvCKAlwyxt2EoioCmriRCFKmRlFNt3ncfSNmO2yQDpif7irw893cOdfAK2VKZbCl8xdj87vIiWwmXaVtm0poglCHn2dV88VgXf3aOMlH7rLW5Z+wAPzhlSiiD2zl3pEWgHLEhVsJ55m3nJCGjIDPr4wISnuK+a+OD0BrK2KCKngdrtYcqECrq3zhCo7yPrQtnm1iEakRJTBX4+BHjv66v/sbFBUaNcFHnCJ8+ncdlhgHSNo0wOfhq2/5BqID3WU6rzHRa4/T96xOs18hNAbVRwvsvxTDSnvCf2ok28JICuMXVz3V5djazsj47W6iGbBcu3h0fD6c8MzorVMQyp4BS2+Uyjm7boKzx8BahEiEKaUsyKJ1Yelij+wRG29LjgfAgTGC+sm0A96DPITZ6LESlqcIO8FscoLAOzziOYEGflQ+JNV6B5xjP7y7xCJhkZcENRrFPMsm6Yc1272QyGTHgoVKavm6SWwYAXhO1OPkm/dl1TNtya2h7zCj+mYw2fH4SNaWhc/JBGREBIVeOZLCuj/kxNkBoRyLv0TryZAJr6lw58Bbjq/kiYQ7CBQgshaxLZzuTo3VWkk/TS03CoGsHsimAOWmK0Y6xT2awA1RiReZNwJLIoLG5KhTl8SqcorKd8xMsKuUhtLYPHl1q7ShSRuiMIR27sYPhFFEEchBw5KO2CRvQBdfRhlihTI4XbiJ46FtCAa6VqT1OwJtGGfzv5PQYfBDPtsjffXt8zCJVvB6Qmk5o3cP3Rka1aESQVbQ1KbNGEosGL365uZnO7me3H+5/vJ5N46Tjt9tM8g8YRYOz796K2icZ66SRS+PXUmnVNevaGkMyqJUK/XpgUDhrwiE/uq+7JXHf+0DN/dFE23J0uI3KkIOZMnUUNf5KRwzM8CHTBnxWPFmQXM/SxGxolewfvlu7+5wSG3FYo4J1KdKyEqYkz/avPf8DvAF34LRJxf+lIxFoyPd6k/kYQFxd300vF7d3v2P66/Rmgahml38pPGG8IZkq8dnCe44I1tghfeH9APqFl/v4X1iyZ8pzKw53Oh8nGEbbG2H7XN5Nv19Mjw6fvMBTT3dGPnn2nR2Nd0SzYUsszRfZv+w/P/+iTF7ITSn+HFLxTwAAAP//FJDA2AoHAAA= - -- path: /etc/systemd/system/containerd.service.d/exec_start.conf - permissions: "0644" - owner: root - content: | - [Service] - ExecStartPost=/sbin/iptables -P FORWARD ACCEPT - #EOF - -- path: /etc/crictl.yaml - permissions: "0644" - owner: root - content: | - runtime-endpoint: unix:///run/containerd/containerd.sock - #EOF - -- path: /etc/systemd/system/ensure-no-dup.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/zyNvUoEQRCE83mKBuO9AfMNDjxTwcXouGB+ar3GvZ6hu0fEpxeV26z4qqjv/Cbsl/AEK8rducl8rJUq6uiE7ClvIB0bjNam9DEyBE5Zub6DWKhru7GV0YbRrVWE4+rQuTTxxAKtB4N+crkXvw8bfKfn5T9cwivMk/rcZFoTb0NxRwvK/BhOXyjL3yJmlpiTXSm27jF9D0XcjRYhNhSTtKmOfrBreDi9PIefAAAA//+1G3Iw6wAAAA== - -- path: /opt/azure/containers/ensure-no-dup.sh - permissions: "0755" - owner: root - encoding: gzip - content: !!binary | - H4sIAAAAAAAA/7xVXU8bRxR9319xWCMVN1ovpJHSUtHKAiqhhmAFeAIeZmeudwdmZzbzYeKC/3s163Vih01KKiVv9nycc8+5d88MtvJC6rxgrkqSASzVZkbwlXSQU9wTmCVoA2V0SRbBSV2isaaWjgcTHAorRUmojSBMjQU32jOpyYpkgILxu9KaoMV+xCrJQ4RGSc48CTSM35F3mFpTozEC3sCRnUlOJ5NIXxhftQUYDV8RHKtjMYKwYzQt78V1XtjdVSFMC2xsRmDZQHpHaoqZZLgjq0lBBIqM62JaFQVFjUYPk0Es2lUmKIGpVJ4sTPAt6keKJXwy6DxzoA+MezXHfcU87kJBKqo25Fp7hOF3ZF0l6xdxT5NPBqi8b9x+npfSV6EYcVPncdNq8uTWfzZBqfzlr6/3XicJFZ4Vihwyvyoue4Px3+fZ0fHR5SSbvDs7PTk/xMs/ckGzXAelEjnF1RW2/0RG77GLm5vfoxidAADxyiB9et8GRWDKEhNzOPLp8vQH6bGbTGWHuYVsipw8z7mWuSY/EvnebvZpGrK4xo2eKul8HzPXMg7PVJbQxiM0mJMfjUaRKTaEmFXzNfK9SJ4su/6W1XSwvcOZ/4Ya8Ijb98gs0lGjQim1u7rBIxwp4n5n5OcN4eAA1+mS4zod4hGj5Z90mHRzc2rEj6JeY0yHne/p9sPa8iLF1gFSbwOlfR5338j2wyfbFq3bUj/5Dr5ifdv3jca7ucu5Ys5F7fkGfs6EsOTcN9XzzO537T+ZHGzvyAaRKX6v958hPqK01CA7NkilJo+dq93st5ufr0fDh18Wy9/pxqm+AyvLs3+i6yvmxfONbkMgqqvYLAYVZDN7hc6e/9TaGHEeCk1+LIT9QRMnG1aPXMv6mfyNavo94G1uRr2CPNla6u5hiQn+k+uSk9VYEsAyXXah+mUhzwyE0/HhyqJnjOYwSZYlMyEi8tMQ7MIWvGJSp73Z+7bn2iB2F5rue/ZaqF6kcc/prMHJZPYKmfs4VKfjwwUygxn56gWyTDaZsxxro4nsFuPDw+PJxXfh2ZyBSHb07mzyBaqzy4vJ5UVb0Vdsah8bb1anW49wG+omLj65uGqbCb4Jvh0KTfdqHuFI9BBFeLff3783K9L1B/P/PLJdRA6Oz/76NwAA//+rs4yxXgkAAA== - -- path: /etc/systemd/system/teleportd.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=teleportd teleport runtime - After=network.target - [Service] - ExecStart=/usr/local/bin/teleportd --metrics --aksConfig /etc/kubernetes/azure.json - Delegate=yes - KillMode=process - Restart=always - LimitNPROC=infinity - LimitCORE=infinity - LimitNOFILE=1048576 - TasksMax=infinity - [Install] - WantedBy=multi-user.target - #EOF - -- path: /etc/systemd/system/nvidia-modprobe.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=Installs and loads Nvidia GPU kernel module - [Service] - Type=oneshot - RemainAfterExit=true - ExecStartPre=/bin/sh -c "dkms autoinstall --verbose" - ExecStart=/bin/sh -c "nvidia-modprobe -u -c0" - ExecStartPost=/bin/sh -c "sleep 10 && systemctl restart kubelet" - [Install] - WantedBy=multi-user.target - -- path: /etc/default/kubelet - permissions: "0644" - owner: root - content: | - KUBELET_FLAGS=--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key - KUBELET_REGISTER_SCHEDULABLE=true - NETWORK_POLICY= - KUBELET_NODE_LABELS=agentpool=agent2,kubernetes.azure.com/agentpool=agent2 - -- path: /var/lib/kubelet/kubeconfig - permissions: "0644" - owner: root - content: | - apiVersion: v1 - kind: Config - clusters: - - name: localcluster - cluster: - certificate-authority: /etc/kubernetes/certs/ca.crt - server: https://:443 - users: - - name: client - user: - client-certificate: /etc/kubernetes/certs/client.crt - client-key: /etc/kubernetes/certs/client.key - contexts: - - context: - cluster: localcluster - user: client - name: localclustercontext - current-context: localclustercontext - -- path: /etc/systemd/system/containerd.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=containerd daemon - After=network.target - [Service] - ExecStartPre=/sbin/modprobe overlay - ExecStart=/usr/bin/containerd - Delegate=yes - KillMode=process - Restart=always - OOMScoreAdjust=-999 - # Having non-zero Limit*s causes performance problems due to accounting overhead - # in the kernel. We recommend using cgroups to do container-local accounting. - LimitNPROC=infinity - LimitCORE=infinity - LimitNOFILE=infinity - TasksMax=infinity - [Install] - WantedBy=multi-user.target - -- path: /opt/azure/containers/kubelet.sh - permissions: "0755" - owner: root - content: | - #!/bin/bash - # Disallow container from reaching out to the special IP address 168.63.129.16 - # for TCP protocol (which http uses) - # - # 168.63.129.16 contains protected settings that have priviledged info. - # - # The host can still reach 168.63.129.16 because it goes through the OUTPUT chain, not FORWARD. - # - # Note: we should not block all traffic to 168.63.129.16. For example UDP traffic is still needed - # for DNS. - iptables -I FORWARD -d 168.63.129.16 -p tcp --dport 80 -j DROP - -- path: /etc/kubernetes/certs/ca.crt - permissions: "0600" - encoding: base64 - owner: root - content: | - - -- path: /opt/azure/containers/setup-custom-search-domains.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line339.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line339.sh deleted file mode 100644 index 21f8bec58d6..00000000000 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line339.sh +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/bash -set -x -source "${CSE_HELPERS_FILEPATH}" -source "${CSE_DISTRO_HELPERS_FILEPATH}" - -echo " dns-search ${CUSTOM_SEARCH_DOMAIN_NAME}" | tee -a /etc/network/interfaces.d/50-cloud-init.cfg -systemctl_restart 20 5 10 networking -wait_for_apt_locks -retrycmd_if_failure 10 5 120 apt-get -y install realmd sssd sssd-tools samba-common samba samba-common python2.7 samba-libs packagekit -wait_for_apt_locks -echo "${CUSTOM_SEARCH_REALM_PASSWORD}" | realm join -U ${CUSTOM_SEARCH_REALM_USER}@$(echo "${CUSTOM_SEARCH_DOMAIN_NAME}" | tr /a-z/ /A-Z/) $(echo "${CUSTOM_SEARCH_DOMAIN_NAME}" | tr /a-z/ /A-Z/) diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line68.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line68.sh deleted file mode 100644 index 93f80307b92..00000000000 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=false/line68.sh +++ /dev/null @@ -1,619 +0,0 @@ -#!/bin/bash -NODE_INDEX=$(hostname | tail -c 2) -NODE_NAME=$(hostname) - -configureAdminUser(){ - chage -E -1 -I -1 -m 0 -M 99999 "${ADMINUSER}" - chage -l "${ADMINUSER}" -} - -configPrivateClusterHosts() { - mkdir -p /etc/systemd/system/reconcile-private-hosts.service.d/ - touch /etc/systemd/system/reconcile-private-hosts.service.d/10-fqdn.conf - tee /etc/systemd/system/reconcile-private-hosts.service.d/10-fqdn.conf > /dev/null < /sys/kernel/mm/transparent_hugepage/enabled - echo "kernel/mm/transparent_hugepage/enabled=${THP_ENABLED}" >> ${ETC_SYSFS_CONF} - fi - if [[ "${THP_DEFRAG}" != "" ]]; then - echo "${THP_DEFRAG}" > /sys/kernel/mm/transparent_hugepage/defrag - echo "kernel/mm/transparent_hugepage/defrag=${THP_DEFRAG}" >> ${ETC_SYSFS_CONF} - fi -} - -configureSwapFile() { - # https://learn.microsoft.com/en-us/troubleshoot/azure/virtual-machines/troubleshoot-device-names-problems#identify-disk-luns - swap_size_kb=$(expr ${SWAP_FILE_SIZE_MB} \* 1000) - swap_location="" - - # Attempt to use the resource disk - if [[ -L /dev/disk/azure/resource-part1 ]]; then - resource_disk_path=$(findmnt -nr -o target -S $(readlink -f /dev/disk/azure/resource-part1)) - disk_free_kb=$(df ${resource_disk_path} | sed 1d | awk '{print $4}') - if [[ ${disk_free_kb} -gt ${swap_size_kb} ]]; then - echo "Will use resource disk for swap file" - swap_location=${resource_disk_path}/swapfile - else - echo "Insufficient disk space on resource disk to create swap file: request ${swap_size_kb} free ${disk_free_kb}, attempting to fall back to OS disk..." - fi - fi - - # If we couldn't use the resource disk, attempt to use the OS disk - if [[ -z "${swap_location}" ]]; then - # Directly check size on the root directory since we can't rely on 'root-part1' always being the correct label - os_device=$(readlink -f /dev/disk/azure/root) - disk_free_kb=$(df -P / | sed 1d | awk '{print $4}') - if [[ ${disk_free_kb} -gt ${swap_size_kb} ]]; then - echo "Will use OS disk for swap file" - swap_location=/swapfile - else - echo "Insufficient disk space on OS device ${os_device} to create swap file: request ${swap_size_kb} free ${disk_free_kb}" - exit $ERR_SWAP_CREATE_INSUFFICIENT_DISK_SPACE - fi - fi - - echo "Swap file will be saved to: ${swap_location}" - retrycmd_if_failure 24 5 25 fallocate -l ${swap_size_kb}K ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - chmod 600 ${swap_location} - retrycmd_if_failure 24 5 25 mkswap ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - retrycmd_if_failure 24 5 25 swapon ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - retrycmd_if_failure 24 5 25 swapon --show | grep ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - echo "${swap_location} none swap sw 0 0" >> /etc/fstab -} - -configureEtcEnvironment() { - mkdir -p /etc/systemd/system.conf.d/ - touch /etc/systemd/system.conf.d/proxy.conf - chmod 0644 /etc/systemd/system.conf.d/proxy.conf - - mkdir -p /etc/apt/apt.conf.d - chmod 0644 /etc/apt/apt.conf.d/95proxy - touch /etc/apt/apt.conf.d/95proxy - - # TODO(ace): this pains me but quick and dirty refactor - echo "[Manager]" >> /etc/systemd/system.conf.d/proxy.conf - if [ "${HTTP_PROXY_URLS}" != "" ]; then - echo "HTTP_PROXY=${HTTP_PROXY_URLS}" >> /etc/environment - echo "http_proxy=${HTTP_PROXY_URLS}" >> /etc/environment - echo "Acquire::http::proxy \"${HTTP_PROXY_URLS}\";" >> /etc/apt/apt.conf.d/95proxy - echo "DefaultEnvironment=\"HTTP_PROXY=${HTTP_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - echo "DefaultEnvironment=\"http_proxy=${HTTP_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - fi - if [ "${HTTPS_PROXY_URLS}" != "" ]; then - echo "HTTPS_PROXY=${HTTPS_PROXY_URLS}" >> /etc/environment - echo "https_proxy=${HTTPS_PROXY_URLS}" >> /etc/environment - echo "Acquire::https::proxy \"${HTTPS_PROXY_URLS}\";" >> /etc/apt/apt.conf.d/95proxy - echo "DefaultEnvironment=\"HTTPS_PROXY=${HTTPS_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - echo "DefaultEnvironment=\"https_proxy=${HTTPS_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - fi - if [ "${NO_PROXY_URLS}" != "" ]; then - echo "NO_PROXY=${NO_PROXY_URLS}" >> /etc/environment - echo "no_proxy=${NO_PROXY_URLS}" >> /etc/environment - echo "DefaultEnvironment=\"NO_PROXY=${NO_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - echo "DefaultEnvironment=\"no_proxy=${NO_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - fi - - # for kubelet to pick up the proxy - mkdir -p "/etc/systemd/system/kubelet.service.d" - tee "/etc/systemd/system/kubelet.service.d/10-httpproxy.conf" > /dev/null <<'EOF' -[Service] -EnvironmentFile=/etc/environment -EOF -} - -configureHTTPProxyCA() { - echo "${HTTP_PROXY_TRUSTED_CA}" | base64 -d > /usr/local/share/ca-certificates/proxyCA.crt || exit $ERR_UPDATE_CA_CERTS - update-ca-certificates || exit $ERR_UPDATE_CA_CERTS -} - -configureCustomCaCertificate() { - mkdir -p /opt/certs - for i in $(seq 0 $((${CUSTOM_CA_TRUST_COUNT} - 1))); do - # directly referring to the variable as "${CUSTOM_CA_CERT_${i}}" - # causes bad substitution errors in bash - # dynamically declare and use `!` to add a layer of indirection - declare varname=CUSTOM_CA_CERT_${i} - echo "${!varname}" > /opt/certs/00000000000000cert${i}.crt - done - # This will block until the service is considered active. - # Update_certs.service is a oneshot type of unit that - # is considered active when the ExecStart= command terminates with a zero status code. - systemctl restart update_certs.service || exit $ERR_UPDATE_CA_CERTS - # after new certs are added to trust store, containerd will not pick them up properly before restart. - # aim here is to have this working straight away for a freshly provisioned node - # so we force a restart after the certs are updated - # custom CA daemonset copies certs passed by the user to the node, what then triggers update_certs.path unit - # path unit then triggers the script that copies over cert files to correct location on the node and updates the trust store - # as a part of this flow we could restart containerd everytime a new cert is added to the trust store using custom CA - systemctl restart containerd -} - - -configureKubeletServerCert() { - KUBELET_SERVER_PRIVATE_KEY_PATH="/etc/kubernetes/certs/kubeletserver.key" - KUBELET_SERVER_CERT_PATH="/etc/kubernetes/certs/kubeletserver.crt" - - openssl genrsa -out $KUBELET_SERVER_PRIVATE_KEY_PATH 2048 - openssl req -new -x509 -days 7300 -key $KUBELET_SERVER_PRIVATE_KEY_PATH -out $KUBELET_SERVER_CERT_PATH -subj "/CN=${NODE_NAME}" -addext "subjectAltName=DNS:${NODE_NAME}" -} - -configureK8s() { - APISERVER_PUBLIC_KEY_PATH="/etc/kubernetes/certs/apiserver.crt" - touch "${APISERVER_PUBLIC_KEY_PATH}" - chmod 0644 "${APISERVER_PUBLIC_KEY_PATH}" - chown root:root "${APISERVER_PUBLIC_KEY_PATH}" - - AZURE_JSON_PATH="/etc/kubernetes/azure.json" - touch "${AZURE_JSON_PATH}" - chmod 0600 "${AZURE_JSON_PATH}" - chown root:root "${AZURE_JSON_PATH}" - - mkdir -p "/etc/kubernetes/certs" - if [ -n "${KUBELET_CLIENT_CONTENT}" ]; then - echo "${KUBELET_CLIENT_CONTENT}" | base64 -d > /etc/kubernetes/certs/client.key - fi - if [ -n "${KUBELET_CLIENT_CERT_CONTENT}" ]; then - echo "${KUBELET_CLIENT_CERT_CONTENT}" | base64 -d > /etc/kubernetes/certs/client.crt - fi - if [ -n "${SERVICE_PRINCIPAL_FILE_CONTENT}" ]; then - echo "${SERVICE_PRINCIPAL_FILE_CONTENT}" | base64 -d > /etc/kubernetes/sp.txt - fi - - set +x - echo "${APISERVER_PUBLIC_KEY}" | base64 --decode > "${APISERVER_PUBLIC_KEY_PATH}" - # Perform the required JSON escaping - SP_FILE="/etc/kubernetes/sp.txt" - SERVICE_PRINCIPAL_CLIENT_SECRET="$(cat "$SP_FILE")" - SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET//\\/\\\\} - SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET//\"/\\\"} - rm "$SP_FILE" # unneeded after reading from disk. - cat << EOF > "${AZURE_JSON_PATH}" -{ - "cloud": "${TARGET_CLOUD}", - "tenantId": "${TENANT_ID}", - "subscriptionId": "${SUBSCRIPTION_ID}", - "aadClientId": "${SERVICE_PRINCIPAL_CLIENT_ID}", - "aadClientSecret": "${SERVICE_PRINCIPAL_CLIENT_SECRET}", - "resourceGroup": "${RESOURCE_GROUP}", - "location": "${LOCATION}", - "vmType": "${VM_TYPE}", - "subnetName": "${SUBNET}", - "securityGroupName": "${NETWORK_SECURITY_GROUP}", - "vnetName": "${VIRTUAL_NETWORK}", - "vnetResourceGroup": "${VIRTUAL_NETWORK_RESOURCE_GROUP}", - "routeTableName": "${ROUTE_TABLE}", - "primaryAvailabilitySetName": "${PRIMARY_AVAILABILITY_SET}", - "primaryScaleSetName": "${PRIMARY_SCALE_SET}", - "cloudProviderBackoffMode": "${CLOUDPROVIDER_BACKOFF_MODE}", - "cloudProviderBackoff": ${CLOUDPROVIDER_BACKOFF}, - "cloudProviderBackoffRetries": ${CLOUDPROVIDER_BACKOFF_RETRIES}, - "cloudProviderBackoffExponent": ${CLOUDPROVIDER_BACKOFF_EXPONENT}, - "cloudProviderBackoffDuration": ${CLOUDPROVIDER_BACKOFF_DURATION}, - "cloudProviderBackoffJitter": ${CLOUDPROVIDER_BACKOFF_JITTER}, - "cloudProviderRateLimit": ${CLOUDPROVIDER_RATELIMIT}, - "cloudProviderRateLimitQPS": ${CLOUDPROVIDER_RATELIMIT_QPS}, - "cloudProviderRateLimitBucket": ${CLOUDPROVIDER_RATELIMIT_BUCKET}, - "cloudProviderRateLimitQPSWrite": ${CLOUDPROVIDER_RATELIMIT_QPS_WRITE}, - "cloudProviderRateLimitBucketWrite": ${CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE}, - "useManagedIdentityExtension": ${USE_MANAGED_IDENTITY_EXTENSION}, - "userAssignedIdentityID": "${USER_ASSIGNED_IDENTITY_ID}", - "useInstanceMetadata": ${USE_INSTANCE_METADATA}, - "loadBalancerSku": "${LOAD_BALANCER_SKU}", - "disableOutboundSNAT": ${LOAD_BALANCER_DISABLE_OUTBOUND_SNAT}, - "excludeMasterFromStandardLB": ${EXCLUDE_MASTER_FROM_STANDARD_LB}, - "providerVaultName": "${KMS_PROVIDER_VAULT_NAME}", - "maximumLoadBalancerRuleCount": ${MAXIMUM_LOADBALANCER_RULE_COUNT}, - "providerKeyName": "k8s", - "providerKeyVersion": "" -} -EOF - set -x - if [[ "${CLOUDPROVIDER_BACKOFF_MODE}" = "v2" ]]; then - sed -i "/cloudProviderBackoffExponent/d" /etc/kubernetes/azure.json - sed -i "/cloudProviderBackoffJitter/d" /etc/kubernetes/azure.json - fi - - configureKubeletServerCert - if [ "${IS_CUSTOM_CLOUD}" == "true" ]; then - set +x - AKS_CUSTOM_CLOUD_JSON_PATH="/etc/kubernetes/${TARGET_ENVIRONMENT}.json" - touch "${AKS_CUSTOM_CLOUD_JSON_PATH}" - chmod 0600 "${AKS_CUSTOM_CLOUD_JSON_PATH}" - chown root:root "${AKS_CUSTOM_CLOUD_JSON_PATH}" - - echo "${CUSTOM_ENV_JSON}" | base64 -d > "${AKS_CUSTOM_CLOUD_JSON_PATH}" - set -x - fi - - if [ "${KUBELET_CONFIG_FILE_ENABLED}" == "true" ]; then - set +x - KUBELET_CONFIG_JSON_PATH="/etc/default/kubeletconfig.json" - touch "${KUBELET_CONFIG_JSON_PATH}" - chmod 0600 "${KUBELET_CONFIG_JSON_PATH}" - chown root:root "${KUBELET_CONFIG_JSON_PATH}" - echo "${KUBELET_CONFIG_FILE_CONTENT}" | base64 -d > "${KUBELET_CONFIG_JSON_PATH}" - set -x - KUBELET_CONFIG_DROP_IN="/etc/systemd/system/kubelet.service.d/10-componentconfig.conf" - touch "${KUBELET_CONFIG_DROP_IN}" - chmod 0600 "${KUBELET_CONFIG_DROP_IN}" - tee "${KUBELET_CONFIG_DROP_IN}" > /dev/null < /etc/modules-load.d/br_netfilter.conf - configureCNIIPTables -} - -configureCNIIPTables() { - if [[ "${NETWORK_PLUGIN}" = "azure" ]]; then - mv $CNI_BIN_DIR/10-azure.conflist $CNI_CONFIG_DIR/ - chmod 600 $CNI_CONFIG_DIR/10-azure.conflist - if [[ "${NETWORK_POLICY}" == "calico" ]]; then - sed -i 's#"mode":"bridge"#"mode":"transparent"#g' $CNI_CONFIG_DIR/10-azure.conflist - elif [[ "${NETWORK_POLICY}" == "" || "${NETWORK_POLICY}" == "none" ]] && [[ "${NETWORK_MODE}" == "transparent" ]]; then - sed -i 's#"mode":"bridge"#"mode":"transparent"#g' $CNI_CONFIG_DIR/10-azure.conflist - fi - /sbin/ebtables -t nat --list - fi -} - -disableSystemdResolved() { - ls -ltr /etc/resolv.conf - cat /etc/resolv.conf - UBUNTU_RELEASE=$(lsb_release -r -s) - if [[ "${UBUNTU_RELEASE}" == "18.04" || "${UBUNTU_RELEASE}" == "20.04" || "${UBUNTU_RELEASE}" == "22.04" ]]; then - echo "Ingorings systemd-resolved query service but using its resolv.conf file" - echo "This is the simplest approach to workaround resolved issues without completely uninstall it" - [ -f /run/systemd/resolve/resolv.conf ] && sudo ln -sf /run/systemd/resolve/resolv.conf /etc/resolv.conf - ls -ltr /etc/resolv.conf - cat /etc/resolv.conf - fi -} - -ensureContainerd() { - if [ "${TELEPORT_ENABLED}" == "true" ]; then - ensureTeleportd - fi - mkdir -p "/etc/systemd/system/containerd.service.d" - tee "/etc/systemd/system/containerd.service.d/exec_start.conf" > /dev/null < /etc/containerd/config.toml || exit $ERR_FILE_WATCH_TIMEOUT - tee "/etc/sysctl.d/99-force-bridge-forward.conf" > /dev/null < "${KUBE_CA_FILE}" - chmod 0600 "${KUBE_CA_FILE}" - - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then - KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" - mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" - touch "${KUBELET_TLS_DROP_IN}" - chmod 0600 "${KUBELET_TLS_DROP_IN}" - tee "${KUBELET_TLS_DROP_IN}" > /dev/null < /dev/null < /dev/null < /dev/null < /dev/null < "${SYSCTL_CONFIG_FILE}" - retrycmd_if_failure 24 5 25 sysctl --system -} - -ensureK8sControlPlane() { - if $REBOOTREQUIRED || [ "$NO_OUTBOUND" = "true" ]; then - return - fi - retrycmd_if_failure 120 5 25 $KUBECTL 2>/dev/null cluster-info || exit $ERR_K8S_RUNNING_TIMEOUT -} - -createKubeManifestDir() { - KUBEMANIFESTDIR=/etc/kubernetes/manifests - mkdir -p $KUBEMANIFESTDIR -} - -writeKubeConfig() { - KUBECONFIGDIR=/home/$ADMINUSER/.kube - KUBECONFIGFILE=$KUBECONFIGDIR/config - mkdir -p $KUBECONFIGDIR - touch $KUBECONFIGFILE - chown $ADMINUSER:$ADMINUSER $KUBECONFIGDIR - chown $ADMINUSER:$ADMINUSER $KUBECONFIGFILE - chmod 700 $KUBECONFIGDIR - chmod 600 $KUBECONFIGFILE - set +x - echo " ---- -apiVersion: v1 -clusters: -- cluster: - certificate-authority-data: \"$CA_CERTIFICATE\" - server: $KUBECONFIG_SERVER - name: \"$MASTER_FQDN\" -contexts: -- context: - cluster: \"$MASTER_FQDN\" - user: \"$MASTER_FQDN-admin\" - name: \"$MASTER_FQDN\" -current-context: \"$MASTER_FQDN\" -kind: Config -users: -- name: \"$MASTER_FQDN-admin\" - user: - client-certificate-data: \"$KUBECONFIG_CERTIFICATE\" - client-key-data: \"$KUBECONFIG_KEY\" -" > $KUBECONFIGFILE - set -x -} - -configClusterAutoscalerAddon() { - CLUSTER_AUTOSCALER_ADDON_FILE=/etc/kubernetes/addons/cluster-autoscaler-deployment.yaml - wait_for_file 1200 1 $CLUSTER_AUTOSCALER_ADDON_FILE || exit $ERR_FILE_WATCH_TIMEOUT - sed -i "s||$(echo $SERVICE_PRINCIPAL_CLIENT_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $SERVICE_PRINCIPAL_CLIENT_SECRET | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $SUBSCRIPTION_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $TENANT_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $RESOURCE_GROUP | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE -} - -configACIConnectorAddon() { - ACI_CONNECTOR_CREDENTIALS=$(printf "{\"clientId\": \"%s\", \"clientSecret\": \"%s\", \"tenantId\": \"%s\", \"subscriptionId\": \"%s\", \"activeDirectoryEndpointUrl\": \"https://login.microsoftonline.com\",\"resourceManagerEndpointUrl\": \"https://management.azure.com/\", \"activeDirectoryGraphResourceId\": \"https://graph.windows.net/\", \"sqlManagementEndpointUrl\": \"https://management.core.windows.net:8443/\", \"galleryEndpointUrl\": \"https://gallery.azure.com/\", \"managementEndpointUrl\": \"https://management.core.windows.net/\"}" "$SERVICE_PRINCIPAL_CLIENT_ID" "$SERVICE_PRINCIPAL_CLIENT_SECRET" "$TENANT_ID" "$SUBSCRIPTION_ID" | base64 -w 0) - - openssl req -newkey rsa:4096 -new -nodes -x509 -days 3650 -keyout /etc/kubernetes/certs/aci-connector-key.pem -out /etc/kubernetes/certs/aci-connector-cert.pem -subj "/C=US/ST=CA/L=virtualkubelet/O=virtualkubelet/OU=virtualkubelet/CN=virtualkubelet" - ACI_CONNECTOR_KEY=$(base64 /etc/kubernetes/certs/aci-connector-key.pem -w0) - ACI_CONNECTOR_CERT=$(base64 /etc/kubernetes/certs/aci-connector-cert.pem -w0) - - ACI_CONNECTOR_ADDON_FILE=/etc/kubernetes/addons/aci-connector-deployment.yaml - wait_for_file 1200 1 $ACI_CONNECTOR_ADDON_FILE || exit $ERR_FILE_WATCH_TIMEOUT - sed -i "s||$ACI_CONNECTOR_CREDENTIALS|g" $ACI_CONNECTOR_ADDON_FILE - sed -i "s||$RESOURCE_GROUP|g" $ACI_CONNECTOR_ADDON_FILE - sed -i "s||$ACI_CONNECTOR_CERT|g" $ACI_CONNECTOR_ADDON_FILE - sed -i "s||$ACI_CONNECTOR_KEY|g" $ACI_CONNECTOR_ADDON_FILE -} - -configAzurePolicyAddon() { - AZURE_POLICY_ADDON_FILE=/etc/kubernetes/addons/azure-policy-deployment.yaml - sed -i "s||/subscriptions/$SUBSCRIPTION_ID/resourceGroups/$RESOURCE_GROUP|g" $AZURE_POLICY_ADDON_FILE -} - -configGPUDrivers() { - # install gpu driver - if [[ $OS == $UBUNTU_OS_NAME ]]; then - mkdir -p /opt/{actions,gpu} - if [[ "${CONTAINER_RUNTIME}" == "containerd" ]]; then - ctr image pull $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG - retrycmd_if_failure 5 10 600 bash -c "$CTR_GPU_INSTALL_CMD $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG gpuinstall /entrypoint.sh install" - ret=$? - if [[ "$ret" != "0" ]]; then - echo "Failed to install GPU driver, exiting..." - exit $ERR_GPU_DRIVERS_START_FAIL - fi - ctr images rm --sync $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG - else - bash -c "$DOCKER_GPU_INSTALL_CMD $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG install" - ret=$? - if [[ "$ret" != "0" ]]; then - echo "Failed to install GPU driver, exiting..." - exit $ERR_GPU_DRIVERS_START_FAIL - fi - docker rmi $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG - fi - elif [[ $OS == $MARINER_OS_NAME ]]; then - downloadGPUDrivers - installNvidiaContainerRuntime - else - echo "os $OS not supported at this time. skipping configGPUDrivers" - exit 1 - fi - - # validate on host, already done inside container. - if [[ $OS == $UBUNTU_OS_NAME ]]; then - retrycmd_if_failure 120 5 25 nvidia-modprobe -u -c0 || exit $ERR_GPU_DRIVERS_START_FAIL - fi - retrycmd_if_failure 120 5 25 nvidia-smi || exit $ERR_GPU_DRIVERS_START_FAIL - retrycmd_if_failure 120 5 25 ldconfig || exit $ERR_GPU_DRIVERS_START_FAIL - - # reload containerd/dockerd - if [[ "${CONTAINER_RUNTIME}" == "containerd" ]]; then - retrycmd_if_failure 120 5 25 pkill -SIGHUP containerd || exit $ERR_GPU_DRIVERS_INSTALL_TIMEOUT - else - retrycmd_if_failure 120 5 25 pkill -SIGHUP dockerd || exit $ERR_GPU_DRIVERS_INSTALL_TIMEOUT - fi -} - -validateGPUDrivers() { - if [[ $(isARM64) == 1 ]]; then - # no GPU on ARM64 - return - fi - - retrycmd_if_failure 24 5 25 nvidia-modprobe -u -c0 && echo "gpu driver loaded" || configGPUDrivers || exit $ERR_GPU_DRIVERS_START_FAIL - which nvidia-smi - if [[ $? == 0 ]]; then - SMI_RESULT=$(retrycmd_if_failure 24 5 25 nvidia-smi) - else - SMI_RESULT=$(retrycmd_if_failure 24 5 25 $GPU_DEST/bin/nvidia-smi) - fi - SMI_STATUS=$? - if [[ $SMI_STATUS != 0 ]]; then - if [[ $SMI_RESULT == *"infoROM is corrupted"* ]]; then - exit $ERR_GPU_INFO_ROM_CORRUPTED - else - exit $ERR_GPU_DRIVERS_START_FAIL - fi - else - echo "gpu driver working fine" - fi -} - -ensureGPUDrivers() { - if [[ $(isARM64) == 1 ]]; then - # no GPU on ARM64 - return - fi - - if [[ "${CONFIG_GPU_DRIVER_IF_NEEDED}" = true ]]; then - logs_to_events "AKS.CSE.ensureGPUDrivers.configGPUDrivers" configGPUDrivers - else - logs_to_events "AKS.CSE.ensureGPUDrivers.validateGPUDrivers" validateGPUDrivers - fi - if [[ $OS == $UBUNTU_OS_NAME ]]; then - logs_to_events "AKS.CSE.ensureGPUDrivers.nvidia-modprobe" "systemctlEnableAndStart nvidia-modprobe" || exit $ERR_GPU_DRIVERS_START_FAIL - fi -} - -disableSSH() { - systemctlDisableAndStop ssh || exit $ERR_DISABLE_SSH -} - -#EOF diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData deleted file mode 100644 index 69445cd40d0..00000000000 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/CustomData +++ /dev/null @@ -1,339 +0,0 @@ -#cloud-config - -write_files: -- path: /opt/azure/containers/provision_source.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/9Ra/3ObSJb/XX/FW1mzsXeNZezEkzjF3GIJK5T17QA5k8vMsS1oSawQzXQ3dryO/ver7gYE+uLN7Fxd5ZxKFYLXn/f6fX8NR39qT6OkPUVs0TgCy3F895PrWYOO1/etoXnTt/xb0+4bl+Bi+hAFGAKSxSEkhMMUA07QNMYhTJ+APTGOVwGPQdOga40dq2N6VhcadVDXMx1PYb6Go/2ojCPKcQiE7mUgETv90aTr20Pb8z17YI0mnvEGjsCLVphkHB5RxKNkDjNCIYhJFmpREnGgWRKsQuAEArJKY8yxBLu1+5b/0fQ6H0qwqwNgCGZRrFZ9GPW7/kezbw8nP5s9a+gZP8IRTKTEgkUaowDDI4qjJPuC5jjhgFIOKQqWaI6BJLAgcQhhRgV4lDCOYrU5x+pbpmvt4fC2xoHiGCOGFQ5JDvNCM45pjYU59nx76Hpmv1/u+V1lzzmtkIzi37KI4rCKyCRId9S5s5wdnIvzA8oLSbDckiOH6I4+Dvsjs7vB0BXGAYiQPCYxQWFNjjvr0x6giz3CcFIiFIgUpwSW+KkKKJQkQEusy5c3hlKubUFU/P1COHxXUe719x0nH4xuPkkh+ra78fOLQ46+ItMnaSRGMhrkNhq4fm/cO6CbQ14+cKE37gl1lHraCLRj7h9fkEfbY/POaOiZ9tByurtYb1/CCkjCUZRgGtbDZTLs7CK9ewlJJIIaxt1bV+AM7WGvhLg85MfLtwyCOGMiqDgRJlxgFPPFUwm1o+pL/QDWXTbFNMEcsy2nvpvcWCJjDkeefzuaDLvGpXDlZTbFIssGcSSifBoliD5JT5qRLJFpICYBiiGM2FIC2YPeHnkOuXK0mtdtLuToW17Vky9f54LEmH+jKxepYtDzx5OKmS6rzszpUx6daRbHgIpoiVZojrddp+Ptg7t6Ca7qPwISHiIkFAmckBgCTnd4OLYwwS6bH/8AGxqVRWw3EGQpqpi8nvCFZTmuMgjxNEIJpMv5pjB1hvauwV8fcsDO0N7yvIHrj51R1+9aN3tw9uVTgbPgPGXX7XZRIc5WUUAJIzN+FpBVOyDJLJq3s2mW8KytX52dvy5JtZJUSykJz0I83RFkfNfzzW43bx2E996iSLQGnAAKQ5W/SzWoXua2b/18P+pPBtaefbx+CaDexFR6mIqlpCB1++QZZVMyVRCE8IApi0iSJ9Hu2Bnd5J3V63dbFkYhIFiKnBDDioRZjCFjQskrEqaUTJWNRxPvRniI8KGhQnpzXkPCjKNpHLEFkIxPZW4ISJLggBeCiERljm3ftZx7y6ki6QeQNgDivkiDKI2AYfqA9yF2h67fH43uJuMc92KrfWEkfsB1HAoJWu1FM/9r4li7mJffiglhJknMf2YUQ3foQsRYlrMyPXN/jbzaVwSq/cMScVTvHiTYdu9wdSj+5Ppq5yCXb5ezq0NhJ5cfqK47m/nxUEWrZpRaLpC1dRfn0GZkXa0jdCauNxr4rmU6nQ9+dzQw7aGrbPe27rEqRQjjBBnjZAUMIxosICQrFCUKrTee7Irz9lAx640nENLoodIxblAc+95y3GpdeyvqWvIQhRHSimj7xvpWRdy23dtDDdtGPFYzoQSz7u2O5Y/7k549rAl5VQoJIZbTUxpn8yj5HZLaw9uR74wGfmfkOJOxZ3WNt6KkRcmMgDMaQEAozVKxHlNKKDwucAL4Cw4yKXyuI7aKVGrs/Xxw8+8OuZzb+xlSiin+jVXjaQewsvV3ei3tK3mwRMqtrNqhcsLpmnZ/E4LvDjWXomcOURQ/QZaGiOedswCYjLumZ20QDjWVIn7nmOfrdwbMjmuJSnZvu/Zo6Lsdxx57sso7ltndCKifH4zPzQxbTpZ8ETFgAY1SLro+vsDwsNpsXYwMk3HPMbtWhcGhwC02EEaMa1k6pyjc3YbAHU+cXl669HORlCzpIGlG5wJLrKekPia6n1zRRTmWCFpDP78sV1EsTC7WsScmu1qZApTObNc3XdfuDX1nNPL88UdD1/VyKWIsmidyPiVEzKWMPRI5GEDHdgEnM0IDvMIJ30aTLdbYcga2K8xh6PrFHtQU01XEWF7q1Nh/CHxsyua2Mxp/kuiGrm/2+EiVlnMI4eoRWxZj//2HLnTsjYjjcf+TPzZd9+PIkcX91u4Zuv5mI2GaxrLf7NiuRnFAViuchDhUGgjLJIrKMl80LuVEOspLp65flbCMkzSVBpQttwrDvP3dybe6fmjkU83tdgVQMKOx5ZieCADLcUaOoetvS/ab1IIKDJLiyiZEt78L8G4/AK8VNNF5b8AaR3kD4HIULIGlOIhmUaDyXB74stFwPbNz5/cszzedge+N7qyhocujDcVxjhOJKVlyssTSUTKG4THii5yJg9UsDgOUoDmme/GHlvdx5Nzl1p6oPRr6xcbZZ5gHC9l4LDAkmD8SuqxbWmpfPiUh3svFndwMLc8fO9at/bOhX1zsR2fZNMFcdMQUMyYy9Cz6kh995c/sbkNyuP/Q3Z5XdHnIIZw6JnknXRtN7wcwzaKYw4ySlaRTCaPEu5nY/W5hX3nS4WDZw4VSBhUugL9EYvBMwkjsnSlx3I/m2O84lkjYyr8vN9ZCsZydZKp5ROlmWKqusofu5PbW7tjWUCbQO98dmx3L0C83pogSls1mUSCnbxnJLBXZWEhXIkNAce5ugodn9a3xyPEqHZnlOIb+ZiNfETHSDDjGKaE8rJazDUZRYRVETbLiyG4HQR1Yet5YlKGfP/kdU3jbveV4hn61kSIgyQOmUktinIOUki9PECAIMM1tluKVrAviN6ErpDJgXicFrOV4rqFfbeSSNVFA5jhMTUpBnIVitMFUDH0Pkchh4rGIRlmD1bmB7d6Yfcu3x55507dcQ/+xorSIicEkmUOUihEFM9nvRwFWi++ciev1LW9PBjvYwS5pxngsKmH9iNF25Wm4634w9B8v9ojA2KLOXbizY92MZJn/z4ntWF3jQlb4HZemeCqKWDk21v1bog1HssyYPcvNY+1CFvMaVkKA4SCjEX8qS3AefFuQjZFrtI4ZoRw0Cm3Mg/ZftOI8+SvM0eMSXq0QDxbHrfNTaP/3sd31+/adZRwHhGLCTr7aXeP47C8nJ632KaATeIaURonoT7I0xfQYfb74FdDny19P3ivm61cnjcnNZOhN/JHrD82BZTTV72ZjYDpiZNk8yG80G/kxmNHOGG3Lky35xiI/BmuooqaeivuqfDWOVHf0GMWxfE+xSvlTteSKJBQ2jmCacXhYhOq3mF6Yyt5/Z5iDRiAhWcIw/3vjCBiBBOOQgWi7ZyiLOTygOMONI5kkMc25ME7zERE9kCiElHCc8AjF0Iw4iMzNJNswCoGRFeYy9T7iiIZNYAFOEI0Ia+AvIoBBjgL3RrP1vJkwfNEX26PhtbFu1ugs16vqSXXpjeG93bXNovzna42Ls7dn55re2Lqtn+mXZ7qmF6vKaVJMgiJ6Ssrm5dnV2XkpQMFFSWgPzJ7lux9Mo8kWSHtzcXUxQy/Semav3OX9Wms9HwBcv4RiNFcB3Tp4Qksm/mvzNCuXim5CzUEqlXYGXaMp2gaaJaBpKY0eohjPcQiaRlegaQnm2oIwDpom/ENLGKRReN1OKQnaejth7TQSxCuSiRB4SrExjZLwlNHAaJOUt+dpdhoybrRXifpBUlm6DCroXlqJ5HkL26wubtQQyq3l9tzZXfGaY3eDCeZGvrc0CvPLByjEvi5ELm/mAlxXpZGKajbEhNAxOx8sv2s7RvsB0XaAggVuI7GOBovoAbN2Q3Tf5lBU2Qqx6OMFnVrQsO6toef6/VGvZw97G7yYzNtINFftQWln2WydWV84TkTHzs468gDBlcNRGz/ghLN2o0Exp0/BKvSjmT9DUZxRfHwCzw0AAPEswsxo6e9lPfBZjHFqtC7eA1dlwmhdvge2iGYc/vznrQsJIY/PxYzQOmb4N9ChlYOevIeQSBLxl8NBq7hotp7/tm4KrCnFaAlfv8IvJXU0g8/QikDDv5V48Ot70aslJZH4w8GCgKVG4hB+abb+9ktTLBRc2PsaKcU8owno5U0cM1yjkJuH1kYR5dNZJC9DkqgV/4Ltep/S/YT4jCPOvgftC+X/Ud3/bym0oq055j5HdIriuNQSR9R/SVOKXGoqo7HRer2xULP1XFm9LhTePKC6Cu2W+hAFjf9zJkkEt29RXQXt31RfYayrcwgyGoM2Y24fWvKSlLL8MY0LYF9076W+5Z1vdE2xMEV8YbRe59p/U9N+Fetfqr9KXNf/58+gzaBVcINffy0NsF/3Vag/qPwyZPaZoJDo37KBJJgRWlf/C5rfaPtSkqboAYd5vZS1YXNgpgladiYpJO2c4hS029+EVQqcdRNakkJoM9fI+e9JKyXoqyNrdPuqYqGXzfN/kVUkpSj1ETTbQrx22NwymPTSjcw//ZSro7FulKfHPsXyUPn3JW1gD0GCVrjIRv9umt58XxQivCKJps4Ov2VBLje0clG+n2y/0S3jJP1/p1gh9HetVTWd/84m7ztQbC7396lblQrEVn6fXv+oMtW3hUpJ349C8jf7/pwXbsYxEz39sTwOmcGrH9gvyStotv7WhK+Qn7jcw1dYYBSCloB+0gTDgGZLbzbWjY33WvLFqJmEbi3r7uRj0M/P4Q1cnkNL7cex1Dsz1zO9iWu0/qO+DkTrnTFo6WL4I1qK5piCFsNPsDVgtXRN0Z7FZN7YKLjOALQEw/mOmvPGR9/7WrLZ2GuJXLXRDP4Ee+YG0C/ETi/eVDajvhAF4XnfwH7f96SHZalao6tCUpqjkqqjWUWWWL48SyIuxuFZFgt/FS3y17w9EC2HfpYfEja3BK7XAih22tKFix9SJknTqjJ3Mt83weS0OY7a91GhDE4zLHaJ4CcDptBgePWAaYesUlSZnvNDId80Wseql9DhKwQZBy2E5l+bomnVT2qkNyXpxSHSz59Fj1Zir/M4Ke/crJt5A1xr2USM4bCErwBAdS18BU7hlfgnArSIzXtQzBfRfIEZv1fxbbSO7VvXKNt5xWPdLEVvSRBtdvGC6K3nOuh6n/SlE64bxRF0F0/Hy7lHbqvd8fiup85K86gXv4uzudZFeatrO1bHGzmfigy8WoYRBS2FVu2xfHYEbIHjOFjgYFm4heF2LvQrVQrTjC1CaD3XVq7LErATrsL5rs7PN2+Xi49mFIQQf22o61z09V++TRCSit4UpVwOygVurpwXylH94OB9A/KvJSnmhtB/vsPaOZaInEpq+IYSFqbLOWja5oMWDYmMQGiA5c0QzyRdOfeIjcQkWDJ5u1CXRqCbLufX1yN11Hd9bVRR5NfjhUa1p+1zpMa/qohy0/p7Wft26917lY3zCUIofEsP+aVAbawbc8w744lJg0XpoYgGC6N1nMkORludlAJ9htazeHh6upYRjcSPq9dNwWDrCV2J+/Dr/uqiHjd2Cnj+dBUWT2VSi5jpDK5eV3O3EOV4I/pJlel+nvoBbueV5BmTOfM58dXBY8nvKPe1B0QZLDDF8q3ko3pzgxnHIcyyJP+8jqJgGSXzfGH+bq9TvNV2skR0RnIp/oJWaazEUQw4Ykvp/JvTMfVACSTSyFA2uMfya5W//sB+uByeNCqEskx7UYWm+cMt/OCd/XA5bCpDCmcrIr/oMXIuSXh4ab4hROfyozwGiGII8SxKVFnumYCSUGhGKJ9h+bx8Maa+tg4IpTjg8RNQ0UPJVTmuJXY4jsJTdeVF4T6AKOFnMFRv6wPEcPH2fAWIqzdHKRE0EvQfjCS+eqtjtI7hH7+Jpm3Tc2qa2IvYMONolQLI8lDob93cIR0V3yLYoSDNtbWHMK8S8k5TP7u43CXxEFsKU4JiKwy/B0iqoo8fcAzQtBP13jYiCYp3aQeYMTTHimkn//onvAaVW/Yij6NQUp8feO7te/7quVTZNbTK69Oqeq6hVfl1WijkGlr51WmpAIGRX55W9nsNrc2P02Jz19DKr07LHRSUNd8pbnpRuH4lRT+pHJc8VzxjDT9B63n3ncW69VwPuvWZWFWEgfQ1mQUYoCT/2E6+Z+cL4eerlQyG/JRaOa/KuziUcZKHAgQkxPnXS1h+BBUw7K9QlGyqQFNk6ib8yZCWqCe3ai4v89jRB6s/thzXGt02/icAAP//nKXr3ik2AAA= - - - -- path: /opt/azure/containers/provision_source_distro.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/8yUz27aTBTF936KE8dCEMnwkU/d1KJKpBKpUpsuusgCKBrsazzCzJj5Q4MC715huwbLpAVVqsIKz9y5587v2Of6qjfjojdjOnEcChMJ95u0KuRijlDTNKE0I6WnEddGya5OEEuFL0xxQcp1nEjEa1KaS5HKcPF0/5kL+3w/J2HaHbw4AFB0fZRgmVkytQCtLF+zlITJm318fMBsg4hiZlPTxacYJuEaXENQSFoztQGLImibZVIVhyIR40gYWWrnXLjOznFKmTcxSyTi6ZItKGRhQtUUiozipAf9//LHWtFUWpNZM+iZZdaLROxXO11pTV6/1+TgAl5b0wp9eGXDToBI5iX73xXa+8mq8/A3uP3Q6mMLQwTvlCy2mCvK4A/hfm+PnoaT992bzrY9ouFEqe5Nx3M7aLUwrlRCZl5p1WphpogtsN2eU19V8BgjeBw+raqbYRLAJCSqohKjVQL9apFSTdApUYZ31WLMC8hS0OEVGD5TaA1FaBDyOAxfknZ2uXlcaMPStGGd1w/wg3EzzeUG3m2QH5PWDLz/A+iExzmB+p9L7NtPVqrnc73c7V5B+nfAahUFPO9ws9puzbYLAB9dY+x6d2O3ohyUmBUt5br5gfwbyoX4W4D8Z5TlrL9BabOImV8oa0lz2G2ETLFcJswZ6MpsKY7th/F9RbEinTQipqZ4Wb5UWVHv0TTodKFzpm81xxoZkntSOtL04xSBowi5Hn59cH4GAAD//zkAekBkBwAA - -- path: /opt/azure/containers/provision_start.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/7RZb1PjttZ/709xxngLaeMYytMX5Rm2kxIvzQWSHWK2u3O5N6PYJ4k2tuSVZCCFfPc7sp3Ejh1DZ7r7YkeWfuefdPQ7R+Fi5I5HXvfW8/o37rl1FBCFLaM0O/4wvL3pep7by9fhJ/PdB3jndd6dDsyWoWiEPFFgL36RcPJLBM6EMmdC5BwcHiuH/JUIdHzOFKEMhXRiwR+opJx15BzevwfngQgn5LM1MkykQmFvYSGfwc/vfzgx3M99b3wx7Lnn1m+GXEqFka9CsG3G7ZjMUIAdglREJRIWyQRDVG8xYPsSbZ6oOFFbW8M77+Odd24dKUJDsH04PT4+BvMtzpot48q9HbjXpa3d+ivn/BHsGK5QMAw9GqFUJIrhBSQGYCOAKZ2dxXPHmZnw8gJKJFjVXz0kOwDTet7FrczS6UHLuLge3vX6g753PbzoNnrshzwJbMqoskPuk1CH4D6hf0MoGykiVE0kpnTqITvx7PNiX1z78A3xvS207xLU34jnTaF86A/eclRTyr7TKe048GpUO/hqaAPX+3N4e9VrCir7DGyG6pGLRfBPRla1vy+mKrIazeWdO/LG3Ut30Jh1jySkLHkiM2SqI1E8UB//yaBq3dgXVy24GtrV3e/utZtDxvVx5dT7PUKqmt/LfBXk/mBu3W7vy642s6ju6CtPBCNhWm6STXF5gZnAGAY8wFskwRJewNelMDiEQ7CnJ/Zpq2y0ZRqjLyPPvemNR3c3N93bL5vtC2zCSLj8Cwv3beSO3UHvLVXY/eQOvNH4enh52R9cjnv92/OdUnVDfcEln6pOV3933CeFTJcs2blIpOLRyBc0Vg4+IFPSWWv80L92x4PupjuAn97Jd6eDluF+di/uvP5wMO7d3Xb14Nw6Qn/OwTo62mJbYENxJ0u9hZkiWq2WYfxrNByMR95tf3B5bh3B129gM7g3oPLPtomYAfpgWpt+wGxA8hhMK6vmTTAUYDauB6nB3ZibRBYSTGu3AjcJ+LoChXqT9pS3V4WLsm8UmxZldoi6SZDp6Kps2GhLYjUD9sNnBEyrlpeapKT2a+eSNZ5SfpdNq0oZ9XKHz+4TVRc8wDOw0G/DMO0dz8DicRtcIbjQC6Kd0l4vEURRzvRU0M6bvg3JnYG1kG240AW7z6i61p1VcTXLiQKispivfdDVvrQ4bcMgr5XFeabtjdwSVGIbLhOUqquLUXFpRtowyghqlEQREcszsKRsw++cqx5RJOaUKXkGz/tC+1umrrLTKCnJD2i1OoSWES0CKnRJ2aE3spBGxj4FJoEXUIg10MIj5KvkzDAOIEIpJZnhWCpB2QyohDkKhAn6JJEIl13gLFwC8X2MlYQMJoEyuMFUsmNEWFRR5LEs16r8Uc0u03quwlZmQUdOelXRso4cVhDd/2ooie6HFXS93rFDU6PerLPBxfpmuVnd3nYVmrrUWp1NjWJhC5tgBW2vdGhrba/Aiifc0B8VT7gBVqOtrj+qKqtDpcpKfLnJyza4P7vpxG6y15Hk/pxsIs/Xs28PsTam2D7CfT2R6gm5KVn2ceUrKVFLpE2nvhFI+9gdgdrzX2ly5RnTHRot4wDUnErwQyQMkhgmGT1GCIzDV75swyRRIDDiD5pe8UkJAua9CYQFoObItmvfEq5QAlF6HpAFwKfpMLNmHAAJQ/4oISZCagHFYU7iGJn+eKRqzhMFJAioLrwkhIgwGidhWoerJJ2VjfJ0/jQ5lM79vePMDrff/+3cH3V+vG91LOf+xDls6dqR9kMk0j4LhACnlGEAk6UuGjo8Eobaf4npusBvCRUYaLcnCD4XAn0VLkEgyaWMA3B1H/6RBu1s5NGgTpgy1YEBB12hfCIRplxoU1G2e1RCWp87WTs/1rVxt73O7vr2UbZm2fofAVdmSWwYY9be9IOtWOXNsiP0CYUuvWsKOen8fFoGeEQuBiTCHNC9GnUuRm7Hl/p4iFBldLo/1/iAYe56+oQJ9cSO4bxQb7mrfOirGr0faZCjj2tWverq4fNmK8/A2ozbxa06A6vw1V5vyBlY+ai92QKtIx+2C5Fq4tx8tNeBnYGVj9ob79fIUiqtJz0arPTlza7A8zZJVvB+/V16Va42k5uH4WrTQk258BEIhHwGSRxykmapvrhzLhWQqcI0OWHTfembJtN3J0wpo3KO0jgAOoVHhCmhoe6YHwlV67QuqPV5FIeoEKQ2QZQWCTg7zDkGU0JC+HQDE5xygUC3Njq5CZn4PmKgreSKKUulJsRfzARPWGAcbAzs81ygSgSTmTYpIdLWviXUX4RLI9M7DvlMHrXgOU2RA+1ISnoQ6Y0R6CNT8JBfCz6FP7vXlCVPKe2nDKLvN1VZ3GGIvtKbLCFGkWucKxXLM8eRSRxzociEhlQtOw9UJiSUKgko7/g8ctLHf5+Q0acbZ/xIF9TR/8nS/P/9+svx8a/ONZ/ZF5k1ypkuNp9/I8yfc3EeEZaQMFzauTe29ib15OMX74/h4GPX++PcOkrDzLpvOnEeSfpTF9iaKksh3v/YwVnKuVwosMUneIG5JkObnbRStfFSzTk7BWurH0rGwZ4mYQjvnQAfHKaH6c/4RdlX/hwxlsiyg+rEy4qilUGn8O9C/wI2QziG//x/WrxSQ4WzNjCUuDsJPxhTahj4RFVB0f8CAAD//zEM1TaEGQAA - -- path: /opt/azure/containers/provision.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/9Q7+5PaRpq/81d8y0z5FQsGPyaxs+MtGTQzlBlgkXAul/i0jfQBvUjdSncLTLK+v/2qWw/Ec8be3FUdVYkH0f29+nv3p7O/NCeUNSdEzmtn4NEYeapgRaiibAZTLoDAlEZYc0Yj/7rbc/yfbK9963vdO2cw9q4uoSZRgfW5RqfwC1hTaPJENcnvqcBmwJkilKGQzUTwJZWUs0bA4yRChfDpR1BzZDUwHwzmHOp2JJCEaxCEgeIg0yBAKQE/G3oajUa9WP6ZKrioTWmtRhIVE7H4ye5Rln62Z8gUzHkUwqNa7QxcVGkCEZ9Jw02aRJyEGvacS1XrDW78Tnd01VwS0Yz4LCecLGQtXoRUgJXA+R/5qi+1iIElYWdxEKVSobA2LEZ8Br/mhN632AokWjxVSaq2923E+KzxT8nZoV+CiKehRRlVlj4k2UjIEsNDK5dzvU4qEkWbEyjWbThsapGNMCSB0ocDDLX8iViDxECgkjAVPIYMb8DZlM4a6rMCyWGFEHL2WAF+TrhEIExvYpIqukSgbMpFTBTlrHYGqzmyfSAzDZ+yIEpDDGFF1ZwyfXIwSVkYoawlazXn7OV9KuYLw4BvEPg5gmSds2tZVcRWQtQ8PyQ6yQTaNIJiQSHfCokFiOzAss0V6e2ur9XG78d9b+yPnJ5ju87V+ZNITnyBERKJYAmw5FNjOb/A+R/ba7/A1RXUW5eNi1d1+FQ1FpmGHEiirJm2vDWQVHGBMV8iBHPB2bpWGtT53zY75FoqjAMVgUCpiFD5k9BSNEa5ZkFo7Cnb+CQkCp8+P3+i7YSRGJ8+B7MrSKXisQwETdS7d+Yo4lpN2xYFyuD8icTfoAUvLy8unv4IITcEZM5BQv38j7br+LdOb+iMXONQhrZ3+6W+4w0AZgITsK5/g8dn+WpncP34BIBHj2AikCwMhCndoD2nYOFvhqA9LMaNnB/2bZkUI4nlahkhJtAqMIScYU1iCBaFerNCZjOsHye0JnkqAjyxoKbdrz/lwtdGnRHeKtZ3uq43GhwSwL/+dZqdbbxH4ZxG3+27nt3rfTvefQAP4vffxnsUzmn07UH/unvz7Wj39tdyc6+f/9Hpuvb7nuO7roarrV2JFHeMPaSSTCJ03dttzJXNxmpLqO7tYNzr5IjHI8e/9byhPxwN/uPn41gesttv28cB6E/m91KBes9Q8M/rtr1N9HjYsT3Hb9t+2xl5btVUy82OChy2pIKzGJkyvJ1grj12vcGdhuiNxq53nMASftv4rzZpo1B0SgOiUBN5kL6NYC2m0Q/G3vvBuK8JuLuz+50vO0gEKrEO4tCnU39KaJQKhNdam17D+e5eePfuq5ODF+8etbYlWoHa7/vXdrf3o6H6DN4LncFRBgPXEhgRhSEsiZCFgjZRBU0urTwY6S13hIUToBIYVxCkQiBT0RrIktBIKyFwBndE6HD7sVWGrW7nC/zlCupx9suOSLK8bqTDk6YnJswKJyZkWWmiYwxMIzIzOWaZ3ulszVfcxyUyJaFuf3AbbddpZEHujrDOxE4VH5v91xGZXdMI63Dy520juRmO/f6g43ypG9IP6MsxGoIICRsnN8NxR9AlClmHvUcG1zEAhUFnsXeEkkdLDOtw+PlxOKVC22FM2Vhqye8/q9U+3nb83uBm4+Kv7kkLy0z+fG8r7J9siAoDrVszHoXIgMZkhpAILOCePtJcdu0ijevq7RuZ7jw3oK7HvV7px0fO38fdkdO5mhIdqctwXZ501/U/3mpDvQJ9yvteK2NjLLV2frzt6HNQgsMkVUYpD0lBm8eUpyysH0gk9HITFvoDz7/Wtll1c4eJ15RVFPR84Go3dp4nhAPX79t3Dnz6pJMczdVBKJrFQpMfoMj58XQwkXWofNnIMJPMTeVcfwS5oEmiRRVigixEFlCUxXaT3tdPan++sjzXUcp09llSsPtDpoz18z/6jtNxtZfz7G7fGXW2PX0hmD88p+cMByPPd/o6PO4sy8QCD5GLhxEmXKhwGKUzykoCd54bZqWuMdv9bocKeS/rfVQrLhY7YLee1kquu67/Qce1nuMd4uQkIyFfMV3sfhCpVBGqOhRPSiGHPxEZu3MayyJorCHEKUkj9RwYLlGAwAnnChiugPEQZaM2ct4PBt6O4Z2oGuquKTYK36SV52Y4hjB3nwed8iFjPcYnMpkKrDrk3SfbHiHTDF9j6zgfu23HH/bGN92+3732tZY5p7xFCeWue1MSW4kgRhGN96ybAJuXWPm/TbakISVWiEsaoJWY025IFPrrgYxKf8o+xFcDbFT8k/4oxG8B0mxdWDGd+VIJonC2NpGnDu+gGeKyydIogr/+9bGuzmq/uNmmT7VKCndV17JyvZHtOTc/X1kamFUAA+13I6zXnM8YGEW5qvzZTKXOjwIS5TSaZtUhcuG8ikRzW3MG1yX7ufc9pUamuG0cgl2Helk7O0wHaZuFmVIfXr6Voe3rmevZI8/kavsl5nHqeHIvcZ0shTDU8eQwcUUw2k+HjIO9tt+Pum3/zu7bN87oeDp9BlMyETTQCR2ZoQAlCGUS2DKibKGNnWGgw4GECaoVIoM4jRSForcCsySVjRwWVUCSBImQoOZU6hSUs2hdaT9NucjbFdJ0huCZAZdECAERoXxWgmpg4zkQBnbr4gICwmCCkBChqKYGQyAQk880TmPgU/geVmRdkmEz6LdfvCKh9PVuf/kK5kSTggZadVnnzSWRoliBdDZXZs3zvGdawfH6coO/RKUBgETNjuIg8LeUCtyV6TOtBVmzTKccqclRYjqrwHuWw1vNda5CFeiyw8DMA4vO2TVTjZM+NFeVDH+O/n6131m+r/aj7kdn5FYVPgsznj7kFTXURWt9QsbbatGZY7VKLQlIYiqPj3cg6e8oa2dm1WpOg7npUKYShTkDmWBAp9SccCkfLbBEcFNd1IyeUQlLElHTAk4lanFaBRKtkka7eKqOQrkvAmwZiVFCHe00hQQmmgBm6E7ma0kDEhn1hSeUTflocPdUk4VG2OagYx5ioTLtOWEzTYoxkRwUUjVHASEVmbkVqqSxfbwrojdnYOt8H57M14l20ZKLZhKRKRcxSJVOp09LLDyOCQslyDSYA5Hwj/ywZUzBsmZJagmUqP4BMVlnDXoMn29pYXASxG//yE5ezvkKYipjooI5hkW92dRpZaHnVfZVqTPaFiZYcBpCgiLXSKMbDE0vmcFtabM7KYtJt02MqIDO4512RJHOac0hVTVABnOMMfM+G4YK8laoOUqjUPs+SUMUkJe8ihsl07AwzDVX46O63BJNhisUFSiBBsIeaxYDojWUT4FHYZEvmcJEzYkyKhVxNoOJ9q5T+hnD00aepUV3dDYs2CpSpeqze3rAdYeFx3O5nXS9M2h/cEa6eur2j+avEhV89zlrdvFggUIzQBlYKZy7ziiLnKNuv90d2j2/3es6fc/vdszVzNHfXac9cjxNif2f45FZ8NH2HH/k3HRdb/Szr3fqAFeSYH1+SOHyIZ1ghEr/E6jIZqH+y/S6ylT++JJaLRBIFOoHd4TRKUrVoWIjtVvbLTparmOP2rd+Z3Bnn5Dd0dblASBf08TUsB8A5t2RqxhTEFnZTYElkYhgboU8JpQdaWMdQuRuIkbu9UPBEy3l5yC5lsE6v3HSYW5OlqhNLZhjsGhmcjY2HFJRO51DL7IDq6bN93ddPvwgK/2WDz+cKPw2rcd+t7Kn3e9qxsrvQFhY+P5wHiTLy4zplEQgFQkWMEWiUrGpibvDj5d+Z2z3dIRtfzhV8z7AMXRu28PlZeESsm9lmnh/Cb4V90pdCAuvmDvtktsQdIEfQcCo8WTGiVV+nVIh1QOo3tSyBeWbJ7DpZdzDuvE7JevmW56qZAmPVqQiQCgOcs3MTRv9HUGljGGU3TBLDlvX0Dr9TGiw0PtjSJOjKqIBWhkkS685kXvtLa3k8XeO69o3jj+49r1bx+/YP+cNzoNN2SPr/wUTIvHyFVihNnBtMDFXYS6POJUKRKrT6ikXCLnxZHeDJvEkS05DECRAnaCUmqBXqFTmWexK6Mhlmkq1M5grlci3zeaMqnk6aQQ8M0rBUKGs/kmlTFE2X7cuWt9r2yEs7/pmWbIJghtxePboxvH8dm8wLpTVpEHtOWWkHfE03O/fk9lde5R1G6+5MCu3a6W8fXA7cD23uN6xb5z+ibuH045hKOiSKGxnzf9bLlXpWQ78tGWRW9chvjey++7QHun4dzu+cfyhfeN8tTMobdAThMmE6KTsNp3hkMyw4r0O/HqCNPcne2gCx7eT465IkvX59x4d8lI3o8F4+PHFUXxHmyF70aDZurCCmeBpsnxxsPfhDK6PdT4+jN87Pa2Chhz/umffuFdWDs7K0qarnIC66Vh8o8OdCS7l8zw5RJiQYKFosJAQk4WpC5co1jDXtYbiEOryEG54vtkbdAZvwZgRMkUFRmugTHFYzsMiMyWRQsGIokuM1s+N5a1QQ6XTdVm0SzLNE+Qsk/tbvpkL+Kf2GxqvAlPV0mkeErIkN8/8dOGfKp3yyjRJuFAZhDJ+mwPbBJctZ6Zl3Xc833Puhj3bcw67ss1mc9IMla8wTiKi0Bxu7Vu0o4T59b2xUkPKU95oSQHWElkz/Er7OoVgFQ8sXQOhVGaCg6fqqvU6hgMbLWRhwilTVymjn982m02RsqooKhxIHiwqGDJVlVe5ABoyogFurc+7l3vaq5PZgrtO1/3gez8Pj9v/10l8QlkY85Sp4wY5ZlR9qo3ycvhK77CyLTmkmj1VKA79UHByOmlw1zJQUZE0ZN/u25PXBsWm/GspMqfv6mKlP/A746EuWgZ3Xbc9Hoxd//2o2/kGb57h6fNOmgzYUPCYyiB9L2ionfmJH4uTPHzVtDc5cPTGaqehfQYxVXRmLopMdjtJZ2X0n6Qz2YhIyoJ5QsIGQ9VMJylTafO77M66GenUqvndJJ01W5ffX16+fA3b93gvwrAVYOt76+L7N2i9ungZWJOXr19YpPXmRQvxxcX3iFpZ5Fo2J6lsLmP9/7x8bc6Xfqpo1EyZVorN2E8+4tN6SX/907H8yuqZYxJBw3S6qw3aj3av27G97qDvO6PR1YVOwJxwhhAQiSADZERQLt/qFIrO5tn8AZhxLu3mdXWYt0RWYA+7JoVFAZ2+CwIDngUDgUmUjUE8wcasAVLxxNQi2ZBYPpTwtMCRuxqT6YWhQCmz59qDsiDr1CZZ3gIhkwVOxfUvKx2AcqelH2VdqU7frZ2ZxaZ6y7o8EzNPiFmHkE51tNGB4vrvnb7BYQ+7eRFvdK1W+W5mIUaON+o67tXri+JWdWeHVthnjZzUiLJF49m2wh6D2Lowg6d0Cn/JJiB2AH+Bq/+G//rlwnrz6btfG4f/PT+KqtN3tzBVjOxrGTgO+EUOuDInd29ye2RQIuuvuVfnT475IJLQTAn6MuJ8kSZ1qB+alNkSZIXaL9CC1gWwfPcBgdeflqS4nnuVTz1uXazo5wd4Pnc9V3N2sc+UVvRTSHfuBM9HjvGBz+qtyx8aly8brRdvGq3L+jM4fK+3Y9umDfLhB9evoMlaV1oSvcHgg84fizujPfYeCPEYrFwmD7qK2hxn+yEHWTWd4iQDsJa/HzKcV69emuZUJvtTy/SqBzBcjkUVR39vR+D/KXuV6ZEHTmSZHtl9M1kmECxosNAL+XRaLM7XJYKbAX2iim5x1lDN+m/HRrH0CnO1O6GsGZuhs0ePcrpy+FPKqJxjmCPawgCPyuxku7G/y+Tj/PqjuCl4nt+HaF4YD01/ogUxZanCxxlVxcsQYAVQl/NUhXzFwBLQgkf1b0p4dvRsux0mUgacwaPyzqTceOithpTl7zXs6vL/EU2bNNVEiXHf9jyn33E6/nh4M7I7jns0Py0+43ERVjrd0VWW8JNE6f9MKt8Im2/eJCgoD2lQPzIIcf4kpIKR2EzZbkH8Un+6M/PA02B+YNnWomAe8xAuLl+9um9lplb20Hv7dpgT+fZtpt3WkAQLMkOrR6X2J636j4/h3btvg8iIUshCDK1xMhMkxAfD20z5pywmcmFeFAgJjdaNzQ1X/sRKM+Bl4XMYUN6T/l8ApP2gOADGPD8CpHh5wbIYtyaRrlYfCLAKbwv4WdnAUHOEzuCnfm9gd+AQM2cQIzHXgSsEIhBWRBp/0h2UN8emv6EEnc3Q3JARBjkdu2gtf+djfQvTh+g8NPlyr0vBaNuR3Nmjbt8ZHfckf4JDqE662Z597/pMcO1yOHlBFIEkMz2ZdacnmEeNEMyte8qogifZi0XZ/TnCAgXDKL+NrdyZZwHiaSMbUQjIIeTFzIIpTwRGlEyiNSwpyYdfy5AlgU+B8RVInk/TFRaQKh4TRYNibWMPTeYXst7/xh0U3iCf0c6bZBjCJJeEoUA+37ooz5CGj7f9zm72mPG2GQDMLs/Y1NoQW7klzwig03Ven5WD4fucnEHGhQFYAZbPp+Qmy0LzuykArULdzW+HIJr5JvOCWoWIkE1zaJKyAGGFj5cl9yX2ymAMHgJ9bJqKhKGERuUSSANEVtzohxwle6xgxcVCh09DyIFz3dh0PvC9LWMrY0jzc8ALbgMwhfpX7j4DW8Hl24uLtxcXMPba8KQFc54KEISFPIZp+vvvT8tBUXMshbxyIzuusnuhZ5u2Ys68EOHWBbD7s+s5d22vtzsd9w0IMh34N8Dv3Lj9uVjOwNvT80IkmSoZ281emISFuQzl0820S76nzNpI/spslrnp0LSFsuL/8z/z3lKWbmdvw0D2Ol+ZdTeq3aLNLF/engl4iG/rcL5dn5yYGUEWHnxrcNPWPzRFoGuCLH176CvFtVp2FjuE1WpnzuC69j8BAAD///RI2YbrPAAA - -- path: /opt/azure/containers/provision_installs.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/+x8e3PbOJL4//4UPbQmtjMmZWd2ZufnXc3+FFlJVHYkFyUltTc7p4VISOKYArQAKD9kffcrAHyAL1v2PC57d0mVE5NAd6Pf3Whp/6vmNCDNKeKLvb1OZzLsup96ne6k15+MPl61mnQlmug+YrjpUSJQQDDjTc+zV4ze3jkcs3XgYScgau+gc9Ed7bqVetdYqJ393qQz6L/rvZ+c99yW1cTCa3okaBIsHN9S79/2+vFLCVW+nAZEvzoffO5fDtrnw8ICn96QkCKfW3sdt9cZXaYrzYUs8ERYsTZDGHHWDKmHwhjloD9q9/pd97wac3JU3wTqjvudyuUsIp658OKHYeW662iKGcECc3P1+O24PxpP3O5ltz3sthqHIZ9OGA4x4hhsBjY/2ht1L7tXA3d0Prm6HL+XpypzQeAQrygTOZpLG3dhyef28OPkU9cd9gb9lrU+cb51Tqy9j+1+7113OJq86112r9qjDzFerR1LRIIZ5sL5hVOiFk/O307a49FgMr46b4+6k3eX7ffm3jVizTCYyp22P22iSFA7WvlIYGtvj+ElXeOPiJxP25GgY/X8XYjm74IQHx7BZg8AgC3BnkHjKWR72709j2EkngQoaOQtdgQYYkSiVSdVlfNQguI54tgMGnW6JoEEhAsUhikQNyIiWGp6ghn8BFZj0+92z4eTDMrWglYLLMEibMHPfwGxwEQhxN6CghUQqIEKNlyM33bdfnfUHSbyhRY0NuXHW0uBvEGBmMwom8yCEMPpmxM4hTqhwz4QCvg2EEAJzFAQRgxDwMHHYTDFDAl8DDcYZigMp8i7hikO6Y2zpxApRYTM7iZrzHhA9cEUJ+wZWI2SDuY5IP+UYbSsxuEv/5Km5GQvHezPcSXEI310HHKcAtWs/dx2+73++zMDB8Q4gFABMxoRHwICCV+OwcczFIUiIHMQFBaI+R71se9oHLNAn96geYWEtzAp16gb5WNZ8ABeJMD2bbBnpzHZxjqG18EzobyJoWiO3+d35Eiz4Gd4eFAaWr9E6imJwlAurlidEJhbWBBnotRrFAZ+drqE72dQdaZst9TGRtd1DfuZ9PrDUfvycjLqfewOxqNYEpAo4pxPBJ3gNSaCg9W+GDqdYdepsank+VAg4qOQEpw5BEvSXfsWGps6xm3z7xI2xTa5g5kbh/3UdRMrr0Vn7aXKHsP8SKd3e7PAcFF9LG4ou74Ko3lAUh8n9SR2UqPPA/cijjLSRYGlfIQFPxdFGkNsy9edfi+xBONV8jR1ocUMAV5J0pI41+n3UoqW137AwF5VbFLv5dPR+/9QyU1jI3/TJA8nY/dyf/91cwv7MOYYZDIF0yiQxgv7+9J8dVACFIbgLRDjcGi9to4gWsmXYoFhFhAUgtXUgmJYsDtv6U/mWEwEYlO5UfrQ78AqU9fU1MS0bS0oUbeVJmRotAEh1WWTK6m4PyO+HC6CZRabSu72BvHlJGJhy1oIseJnzSbyuL0MGKPMUYKU/tIh2EyObLnL5hKypL46gdg2w4BEt0209L//k/UIdhliVkgsyqlJpmmNw4C33Y/f/+lIuozTsm79sUdiy+RIiSdXjvMrHazqDmiik5hsvgqIvT5NXeqz94fBfCE0hAI/Uh0MZpMkJH8rNfD7E/AiFoI9G16CTV9EbnlPxML65TntvXDHw9Fld1RW4d+V9IxTOxKfbXgm+d5iSX3483ffvYS1vxJKSnSim4ZbSNzuCz3mp353NPmy3WYVic/1naqiTFkUl5NJSdQ41U+vxpO22/nQahzOsehcjdvMWxwB7CtXB5SBchBFJpfLWBNH+nzsXu7iuVhgC0pD3lw3Nnkyt9J5IhZgHhfIdnmJrRyZ3dgkZ9k6AjFnfm+ZNCnmdnXALFOppJ+XnDTPuGSIDdaqOnczhZdg0GGvjGNrFksF2TxDCl7EGCbiU5xdNw41Y8C2kzT+zY9NH6+bMheFB+DYh4OEfWmq32zOD47y6U8e8NaCr1pgVaQ+OndLAJX2AZ1BjAyFDCP/LsmIsO8Avw5WK1lJ5Bgh9wjE5lhABrdc0H3tvN7KKr5U2uyDWARc1mmUhHfgKWTgR0xi8jh24NOHcw58QaPQhwVa44TERL1gxbDtIW+BfeBUFoEEY18ad2JOjoEtmCmbXy988CnmqnAyoUpgU3SN/WOpTxEjgBEL71IIRZ20XqrcmQDjeLurhpakaqaqJe0977nb3EqtAwbP4oOnFeRZjaStPELNnNP0YZxCZyjGZIW8ayVGjSEggmYUxp2gbQZWIAb3t+vn8MLulAFWBK9GfklsURXRaZQ0sQqFRs4txv43622ljvnNc3JF1a9QzgGS3lmm08jzKPPjup3eEMz28pwvpX2qYG5scm6rzgMkxwWZx6wQQ0ssMIMZZVDDCbhB2lbmwRpXVrgZO1ISuq6bq64yKku8qyU1bSvmWh2/goosFD7a1Xw6omwe3b/NGqLSN5QPLFPAvLSalesyOEYOuKk/qxmr6tT5j9fQzth1u/1RZiqHmWCfCH9lDVhnIVDXcqO2+76bAbdOnB+SYBPMgOPlGrMOXa4Qw9Jf5Gk5s60T58Q5sbZSMXOQtpUqGUfN0IiOUCayhGcrg9xc9YEZiAUicEgZ4H9FKARBj5IoOkUcG0AKBJXDcEHGTkWMrbPpx1RYuY8S+hTkcv0bWUDdDcFOep+00pTal93+bw4+diFpsH38/NIQORbRqtPvnQeM15Q8MUU6Q1zQGwK2C4xScSZ/VK2R57PdOLIZbyuAZ3dij8IvLcsiZ/6tkQcbNdwf2NVSpVPPNVDFiL92xPy+Es/XBhoJUC6Uj0JKr1XMQzCjoY8ZMCQWiXGK+b1m6D58xnCDiJB7Iq5hRERmKx4JgOEZZph4klDGhQNt4ussEwmVYpIDIdWLq3uJXO4pfxHz+7/FaJKN83vpKZIM3NgkfRH8EnERo1cJVVE99uESCcyFzJtzaXNK9jHo0xZfivm9pv5mQeGa0BsON0EY6gUEB5I3jhnJ/Ucq4lhGVfnqch03F3P7toWNzddl1c95tXzy/GRhXpk2Gy1cM5HNpaT27f1uGGQyWqQ49hg7GXdmW6UmyR/dBPmirEy1HP7P1P6HmFru3gXyheNvane72hy+FQx54iKa4rdxcpva3cUPw2Lb7WL8tiu3t92/62rwTTHubkoDGNsUWGbEBTgVbayqBmQJdFOjMxuQBciF3qMJIdc1Vjy3BUOEzyhbtiz+4Lx+eGVrBEnS9mCBbfMFvclWYt8maIm5lJiq3p8m8h+ppG2bCxasbI8uV5RgInjrWynR/CUMGLMrhPpYzRvJZyEWte+SEl+PaexAlqENH+5WmEkgmQu+7E1Gg0Fa/sd3RQu6xM1FstpOZ1+aj4w1rCLj2rS3RHMMjQQ8NDYf/n7VdZUQVesxp1xWQ+K1cu2/ZKu+x/YEq7r0nIEnpHyVpFbIw3D9A3cCCiwiYNuSR/aSRtL/3q1waxoQ/5gzr6XwHftcxP+jKxFQwtWCM3ZTIhdiBo4Qv4Z0LAxsDyxvVZBqcxOL8DgW1xb08Srchyo41HVDvMeCwkVd8sJ+hPPV0DwRVkPzRPgUtJyfVB7nS2BzqpBg6IvpF4vu3afetQzNGZWYCHa3ogERYFlgrzWkM/WzTM7/RkmXePZsHj0mplwUSww/2/EipmTMeALOI+zIstQLjfBCr28TX/7vitHbO+U0477PcDT4ODFDUv6KqbGpWDJ2L89aW9PLfaX7hk+Aq+gi7ps5aRIx0iaWoLBE1xh4xPQKdQmhXt9BiGdCpoczRpfq5RPYs/6X7g/UyOd11QvJ8Nd7BtX9wah7uEQBYdg/OoMbDPh2hT2RP8OdPMFUJpsyy/xnRST8pwOjRcCBR4HQaXDcvgKOhRoMozMDrVLGlD0Rxz5M76B9MQREfLhI4UO04oJhtDTvVkaD84FBc4jFAQeOsZQhwR7mPKZYDVv6WMjzSJKUvdBZcrYU5BPTUPUK6FQkdRZUPKyePtxB06rdaJolP8umqhPmfcnOM1N9PUr8QMYF8BbYu5b1SsFqgMrqyL2SRR6Zq/HHeJTXz8EOZnB4GI/lVXMgGcuzHEsN5sGPLTj989ERvHoFP4FNwConmuX5jy9AkEUi85dhRZ8OZl6VjN9M3HFfZspxgmVM2FUK7jc79IfMSRefyDSjhLTyNL87JToMlvAaZV3h1yy4QRyTnhXJ6pZbj4F7xPhqllt7RisUfXNb485rnLnZJ352HIDaqkIPHpbrh9oqJdPh3sf2+25SsUJ2ERyFobrEWWAIdCmyqdi0hYjLZY1NgiEXno3HjxQhtWoo8UpCPMGcavQWWFUDWd+fwKmsjU/q0m59JAnbmITP4Kre/2Fy1RgssQ80EpAw5VGGrAME6pyvXlUP+nZGcv37ydU4m/aFozhu1PBN37S/hHVq54u5Fw8//G58is9Vyyp9P1/LLcOvPcmJl/IgTud/Nx5o+AUenA86F91aNdHDCQwLNP/19u52R+335uNvDTegcMhjqGS35hRqfKMA5jdxDI8ar0DzSnlAo0DKyywrGU55Ea7cJatSn5fAMcT8seMqAfN3lHUWAUGppGUhI8GiMFTOeunpgY0lpcRD1zjXEtqUcpftDsnLPvAFDkOdXPoBR9MQt4adNyen36drUBimNLYOG4ePiY5DGHABDzBneAUH/7n0mLMMPEY5nQnHo8vmATwAurmGg82KBURA43R7cFRh9C+hzBQI340ILhi0gCtaZofW1/zsa24dQ+P0GBpvjrYQU8kFS8nMzbZYjY1JRczz2kE86YP0pNosIL6SaEytFKwSd9YSyA9VqH+k9L24gaiu803kP/3/n7+xSo+21vYv4FODsQFJVeg4VSxMfN36CfiZfOCgeylYbwddOTk1Sc40upWWGwnN23jGw8ZwwJsVgjERpxMfGrmHyIFQ90Rp43SKPSQfxAad3AfxaKUGVxQx0sU5hYLtpdaSnrDQytU+zjxmY5PjxLa+pVQJLwkcO4GMdcOnBGunIqvHXx88MlalXl5xKKGtxJ2cO2TLSm9YZeex9OILMxTeoDsOUwwrhjkmoui2H4Os3ar6oOR4pS2g8AkUPXITq6fmAb5V2mK80bAi4unKW3/uUoNzo2ymKuHSsz4zWdbEPHtro1a6UdEh8yFfFhU4GypO/V7ev1pnVuPN9iDxh/a6m1TyhcKo8VD52PnpxP5/P39T89aufjyxEnyNjcFZ6QAEgwP59x/EsO9K26g77i4BqBhjvvzjm+O0RU5UcCEf7Gx7RtkSCTjYbBwXrygPBGV32+3ZZuOM0Hz7pXPAOL22VJkxTzzq41bjbwX/3UjfwVctOKm2FZ1xpysN3qamV+Rq/Rg9pBG8ctcD3CyCEAPDyNcSyYXcX+0skj9Vvj2X98bUbXdvFFWCNAJQDbxCr0cFn8K7reld7VnJj+qGSUWBpgZuT9+cQHJzUtqZOfm0KVXw9jrxOPSRwEfHjcMF5UI6jKNjqN6oOz9m4AAruzF5AiQmfqcaakZo2mDbmVAuEBOdyt1V1Kq2kfqSjN3JLYLNvmXAVbkT9gvUpqYTT4l2Lgfj89hs9JiHrGA6IY2q8qd/v2Cpi4c0Iz34bw9fzyHojwoou9Jk0PPv6YL3k+xUFR2CHQNeY6ImLWKl4sbHpyq2x8vU4Fd8y/O6fXn5OptzUxeUSH/aQR+jdw6Hww/to2N5QG8R75PrKCwjb1HGA7VuPa5TvpwYUfGdF+m0e/bVC7FPUuVv0cuU8/48ndxsp0Skxv2ru85qTy3pSOf/zZBWTnrMt4mnKgTBinhXWlFmdlUkTTx/9buq8FZaVBVVcjG3zKdXVYuKHHtVJQ0/9z017hPfU0PXmLHAx/G3QHQomQXzrIzV4+nGd/uoL3+SCqF/Ot5s7vjNH04mapR0QrDMAiUM+UYrTfzVO5sCMK3HHhLw179Cd/AOfvyxapGPBOI0Yh4+UxuUXp5lranVKryTaCX1MeozmCGp793Bu73t3r78578CAAD//4C+bJtISwAA - -- path: /opt/azure/containers/provision_redact_cloud_config.py - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/6xVT2/rNgy/+1MQfQfZaOK8cwEfivYNu2wr3rJTFgiKTTtaZUmT6KbBsO8+SHYS5U+3HpZLZIp/fuSPpGRvjSPYi15l01m4zgrnMcu+wK/kpO7gTagBYfDYABlwaJWoETzWDgkaQSL7/u358Wn57RkqYIczCx6+YyNqgnbQNUmjfdZgCy4K+cYY8uSE5a/DBmujW9lxUp6TeUWd37zeOUnIW6mweMgAAGqjCTXxkAJUMZPSixa5MqL5Lx8rNpmzdXHlbcUGj86z9errejyz9YpFbGwNFRzyjIafD3QA2Qy9zdN4RZal1fHo3mSN3Dqpa2mF4mPBc2+n03Uxbl2dhz6CDuT8JKyHkybzYAVtA8e0RaiNc+it0U3ogQODSRtEZiXBTtJWaqiVGZr5mHpJ75R9geVWevC1kzZoKQVC7cTeH2xpix4TAB5kG4R7wHfpj44DGG+xlq3E5jrMy+PyR778hY+p8R9++/kJKvgrFoQt3oRbKLlZBFoU0uJI1PxEFHv4XEvOJp9IdfTnNBL6hbcBx8nJR8xlf58zHDPhY5A8/eCBhhmYgexA8WPil4TrcJR4qMAj5TeyL19x7/OiyKJNKCIYi/pWCOZYAcJDO/qPI5BqheGGCtrSoWjyaUYSheuJuzKfYLTGJUzDoV8mzRVLuoCtT2hkC2krB9RsHazTUpzUL4oE1Q3rj5R96bA3b5gnsgn84RcYpZyNSy1MxUish9aZPgn1AAzu4cxP6uYGZ6tEeZ0ng52lpVCoU3S+gKqCr+fpbxyK12w0m/A+D70NaMe+u5ghIDPCTdvtonOSqxmw3f3YNJM0JnyEkAjLmEaebLuE8dCemWyBcy165DxkwjjvhdScs9FffIccVMc3qXx03dCjppd4kx+jNjhuGWl0xZ5M3wvdgJIaYSCpJO0v19YHxEGDrdQyPlWxZRncn1XXk8tXdzO4K/8wUt+avmJdwD2ww/IS/7K6Svj9zPky7sMDtH7wBBs8sbbB1ji88gK10EGvNkphVAzAlek6qbuSFUkpS9E0XEw1PFXvbj5Pnc4Dz3ez47XDPwfpsKmWbsCTmPYWK0/uJNmishV7md6QK5zH6n8S09hK/xOa8Iho3Kk9dKjRicsxiAhjxx/rPRHBphkUrgtLd0Id/wJuP63FW0s9XJc31m6Up/P2TwAAAP//QeG0cYgJAAA= - -- path: /opt/azure/containers/provision_send_logs.py - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/5xUUWvbOhR+96/QTR9kQy3byW1oA+ZSSm4p60Zp0qdtBMU6dgSy5Elymqz0vw+pSexsbTeWh3B0/H3nfDrns0/+QUlrdLLkMgG5Rs3WrpQcBQGvG6UtarUQfDk6HFvO9vGmFgSsBiBTATVIO9cAiBo0nQfBytoG5Xs6uVNKfKSSVqDDKAhO0DVYZFeACiUt5RL0gjNEJUMMGqG2rpzLlFrVHnetqEAzSy0ElaJiYVy42NQC5cj1Ihq+tWBsGKDdD19P5/i0OzrUJEmy8TkZj0g2vCDZOKlpseISkv8KVTe5q+wL93groAy0yZ8OGV9tE9cmXoM2XEk8QXiYZsM4y+JRig/AZx9FPcEoR9M5cZcyVnNZhcd3IYxaShgUikGIW1vG5ziKgqMZ5ajjkJJLRoUIMUmu9qAuumE4+px+JRY2NtBKwKJQsuTVQtIa/qDQvRJwI42lsoBbbuxRwuFKXrWaWq7k7vSJ1tDrebzLHP2sgZhGcBti4jnOFg+NUJT5jQtVmeCR2xVSDcgQJ2uqE8GXySOlFUibCFUVSggorNLuYMh33uBThPUSR86HLjfxO3DRwg0X5T4mGigLI/+s9S0XLv22l+4efuulyWh4Nhwn6/rSqbtV1V+Z6CxOL+I063E7ZCE4SBsXSmsQfuyc4QkyVofuvSTu798wit7huqm7TpcfZlez6Z1oKy7f69UTl5KMpK9j947xcvpufQ29rv36hKrizh+eeWSXjvrchUvFtvlhmae79yvgZX+LxFm6NSjP0TBNXwzQaC5tOJi1RQHGlK0Q2x0FmHfE4MUMsOE2TKMAhIE+E/9PuQCGrNrRPAlHPUiJ78E0ShpALwIm6OlXVc9vcdzVJl/kEaX/ORj4z8Eg2hfwSrMo+BEAAP//J6gFusEFAAA= - - -- path: /opt/azure/containers/provision_installs_distro.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/6RWXW/bRhZ91684pRXYbpa0lHQLbJM8CJbiFepIgT6yAYqCGJGX0qyGM+zMULZi678vhqSoD7uKt32SwJl77uece85+uJpxeTVjZtFoULRQ8MYq1xGXc0SGQi6NZUKEMTdWq8AskCiNT0xzSdprNDSlakXXSlrmvsQXl3hoAIAmq9dRGoc8CRPGRa4J7Rb+iZ9biGWC0hD+Gqmarf2oRmhsGo3Ka5cyUwPGMglTtqSIRQvC4yPonls0e6NR2Pk8Caefu51JL5z0P/WG00ltkWcxs89c7/bHzuZm1OkeGrn0nGHGoiWbE7jETKhZkhtCxPyItOUJj5glg2hB0dLXZCzTFhFPjJ9bLgwiofLY55Jbn33LNfnLVYZISWk1i5a+Vcpdcv8Fnzl3PsutSpnlEWhm2UyQAdmFu4jC9ZxbcKksT9aVOVdWZeCZVrkl8MyQBc8q2//+gSVpScKPaUUCQs21sq4SwqgEMmWZLyNmIeuYM5Yi4/NvyEzKTQRt1kaoOYxy98zaGMssXAJUunRmvuAyv8f9N3zj2TvEqqghwBP8UJSx6iTettDGz60WmnvFfQe7IFmZ4KhD/cF40rm9PWgOkPCytUpSo/h3hq0LFsfcciWZAMsyplPXScpM0dI3Qetdo4rst9/QHI7DL73RuD8c4MMHeG+Clofffz8I6JlJ2OL6GdOGNASf1a62U/Jmrwx/sRAvK0VdjKoc1ZdNoxGrOykUi28+T7uar0jvXtEZcslSgq9dPtU7xh0Xwr3YXEu8enAGXMmN/+pBkyBmaBO8ekjLu2F1GmbK2ITfbyrYAVEMq5BpFZExLqEt4oqJnKASeFvfnrs5J1vc2jksbxaAv/ZGg97ttkcfmhdRbuHH8OEnaOP9+/fwmhdbvEvvsrC6nnY7tY33Y9h8OMTZ/Og1GqfbEuUx85sP+0ibg/Z8vzVlEyrkwYrHnNUEOcql5SnV/fjUGfUHvVE4+NLv9jvh9XAw6RQfRtOBw9xl8zZot4OWd9pqMhze/tqf7Kzae1Y1v8kipv3BLr/sWNjXZZx+8+GlEW6egjiiWnJ7CuQo4BMgM2ZOhvMESfDZs2Dm76K0/x+Al5HiYUf+Ji/uhm988/WYAKodf/MVcXkCqSzWZGHyLFPaUny44g8jGN98DbujvssuHE86o0n4sdO/dS7PcD3uvf7y7y4iJhHzqFg37oHvdjuql/4P5Ma5jpU8t4iYJjADoeTc/XKLO6WXps7CMhkzoeRzOqOufHdHFu2Sk9SK9J3mVRQZM4bivWC2TAbDZUSo+M1FZqCkWKO9DRdS3eFuwaMFuEHMk4Q0ScdeTCKf5dLm5+bPovHawdvgJ6+iyVIOzHIuLKo3ZrBgKwKD97o49WDyJOH37l3aBXFdh2Gs5nJucMEDQjv4KWiXFpfBVk7ZBbNYkKag4sPRqDeY7NPorhf+FvYRFbl68By9vsUjXKnOzePq8fF87/x1cd6+rJJZFTG4mqhcQ6g7MvtjtMVXyV7Vd0zEExhKV6SvVZq5EXCsexDvL77XClpBy9u4syel3Ry/k2K0o1y75oj1VhgcNL0O6omzjctjrolZ0mVnL5QG/ZEzAasuYZl2G8vR0D7I06gCmCXPMqegTwxwUL0sYegogcqoUODPxv3UpVdDHOvx+uAMk2F3+AssJzd4kdvA+l9voNzsu7E5N8iUMXwmCKqWBu7rcg5NmQKTsWvaHZ1rgrFOM+TGhblqB6UONAuevkD6HCn+E+pnL9fviKCEb/Xgf5ReMq1yWegRp86VLingetxzJU34PNfMSUWwxHV7r8wLZjAjknvDk2iVVgxS7ktDekU62JOTfoIrstHVDuiq9BNYlYpAZ6lxT/xIYALp6kV2J+7UuW8ajUgQk9PsGdWnU/ijBM2bz9Ow2xtPcKUyezXP8n21uBuaj1qlX8p5O9obJ+8Wm4SnmaCU5HaPpNs98qeepqPbF3mZjm6/6+GsN/zY+F8AAAD//0iKLRbUDgAA - -- path: /opt/azure/containers/provision_configs.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/9x8/XPbOJLo7/4rehW9ib0vlOxMJpfxjnNFS7TDtSxpSSozufEWDyIhCWuKYADQjjbx//4KAD8l6sOZ3XtVp6rdicnuRn+h0Wg0+OJP3SmJu1PEF0fDUd/y7WHf+u2ifbygXMRoieEbCEQiMAJ4faJBhuatVYE4OToKaDwj85RhM1ySeMIxOz75egQAECzQHINhgXEGhq3+fwmnYNzCz/IHrfZXs39rDyeu5Ty1qijR+runfJwxIw9I4F6UcoHZB8oFPz4BPd7yPiQMjAS6WARdvuICL8Psv12GAxoHJMJGokkYUgbe4Zg9kAB3wq6iIWgaLL6TwNmpMfscxh3JqSaG8b+AFLyHbogfunEaRfDLL9bo6uh3V0P+/ciKHwij8RLH4qJ1M7m0fHNs+67lfLSczFhf1548tY4kDQDNTSAiK0bTCJtx6ArEBGxhD759A/yFCGhbjuO7n1zPuu15A9/1TMfzr0x7cPRUeoPHUMwTxHAsPqRzPEZzXBjK8noS/8r1e6Ph1UUr19GMK4G1K5AZ/P679APvw9i3hublwOo/teBPF9Bqwd///hcQCxwrSPnDwYJuAr8HSbZ7j1mMo+5y2RUlV/4ineMEzXEXK/HDNVqHIV1sDPke2l/rAj4pyjOyKVbfunLM68OkKmAPEyrEM4bmz5NJ41ysj7dDoqfK/HcfUXJFotLML2AhRMLPu90IIxZ3liRglNOZ6AR02cWxkfKuYDSdRpgvKBVd9M+U4e4DYSJFkbFEwYLEuA5jhFg6viGDDzcSRqcRXvIXJMSxILOVERJ+b0RpzBUH/BElPif/xP799KJ9jL8kDNpf3V/NsX9lDyzftf/L8m8vn+Duz3B2enp6UmJFNECC0Piipd0xk8gUAi8TAYJCyrG0FjDMacoCDHLsio2NgZ638nEmWg5qJIiJs0175+99ieMnSCwu2sczEofLWIARMzAoCMTmWIDhQvuYYRRGJL4HY7ZnrJOTYhBFe8ZwppRwBu2vmwM/wTfgOISzEL4BeryHl18TRmIB7TdPL0tiWtT21yrRJzDmAtpfq9p/2hS2dMtfSRQpddZUCTPKlC1gRiLcquHVTdTIf1fCSMxyDkQcN4xuxzydzUhAcCz0wDxBAQYar/EjKAQMI4FLrs6B4c8p5pviSl2s6+UVIO0+JJ5LajMURTBFgSI9ctUonU6nFDWLGTNylLmfPYNHDAFNozB+KZpdsBil6qQZ9ap7/lNGlpoinxpC0AvoE4YDEa0gWODgHqSEUjdqXEqlyuR7ylbASRxgxSCS3DEcrSTkSwmm3fAloOgRrThMsdLBQgrDJD5EaIqjYljKfT3TL/Z4OaVil2sbY+j+//DkTN+H+/C/wl3loEpp0P5aKPDpj/ttne9KDiADac+xTE/mju7k6sru2dbQ8/u2e+O7Y7NnbXNlLYub8wOPUnFTDBw94BAEPYcN3zzSEVKwVbAMfTLzZ4hEKcPw+g38BK9/UtNJQqsEck2umw16a+lMRRSVyoDKRpc0hLenpxvIe3lZ3itdf8egu6hKYjT+N1E1DL6gj/AN5gx/F+d5trKGGNM48zz+CKdwqjIKlfLNuEDTWg5hiaCS0R6U2auUcW/6nkMljH5ZlRm6tvDp2zdvDkSqs6ORUCLk/zLoRrp1kO7PPymS6yxvgcpivzfqj45RgE/OQSwIhwSRmMMSwzQV8DklwT2gOJThWKyA4RmSQblimN9vUYzmmP29NMBBOpKBUZr1g+eN/bEz+u2TP3EGbpm1NiatJfRFE2rOAS6tvUZA5o6+YuU7CZjB55QwfH4uKZ2fK1Jw1yDIXesvJb0dlipJ9/EMpZGobr7udkt813qm1vcMtlM7zx6ssjfJLe0+z9RuTXL3e4zNa/I8m0TN3Hzd3u6/yeA75P53mHyHjv6o0Yejwy2ew15sou03VEwLIZ6P3KiZrez8q02wlfXvUX4W1mWGeJ9OcYRVwp7IOJ4mKjUuPbFYcVpN9aQMvawftYry02Hw3bNTQ7pXyWRrrer00hpdvWyuO8k9/8WG2azRVW1ll/46luR7ZrGs5wlDJX55zsT1rL7fM59a8A2miOO3b8AIJTspZ12ZVkRdvkAMdwNkBJgJMiMy6eNaxT2zEzBRz1Ym475MVHqm37Mcz1Vjp0mIBDbWaOzGq8rTS7mgyx7qldgN6QpNRFfS1+UIaWoCJIb2Mcef4RTax8ftr72J641u5ShKeL83mgy9JzDg7OTk5C8Q0speLMz3YgzPMGPZPlL6ygNiBE0jDIhLlZZEJet++yt5qqTxLyBAKcccpigEnk65ICKV2RpgxijjkkdVFq6MvIrRkgQoilYQ4iBCDKt0Q252/vtP/y3ZQGEICCK0wgzoDEisuSW0DB855gNiMVriiwY2YaP69acMWte+CpV2T2s/+UziS/MrEiGNcZ46yXxJbzEiKudXLEik1JZNASAcAhpzEmKGQ0CBIA+4k2FPlKv4atBOBQEBjTFfUAFilWApchoTAWKBRIbZRBUeF1jvnq0vOFAV1wsI6HIptSkwW5JYeeIjEQtA8E/MKHCBRCpphRlTRelWbv1V0TZtYnLvLHgBaCYwgxg/gkIFZdcwVJswECzlArigDL+SkghEYsxCrcqYCh2txAIvZchKGE0wi1YwxTPKcM5arkZElrDATKlOUFigB6wT2UfK7qUnc8EQmS8EoEe0UpMFye0oX0QrSfuBcEJjHEJMw9ywnMIjlqABBlToQsukiguFTFo/YYYXqNkLPRNChJc05lhAQBOCeYaSIM5xCNOVIpNySU9PNDn6K3hcIKFWRhCMzOeY8boFEiQWyh2yAYu/15CUDwaMJNpvciboA2aKE7U7Vvoq6iTZxiqvwUh+9ExU42uSFcPl2pf+mkjt0JlW+yyij0U1qdBdxcr4AbOVIEup2txBlN8X7lEfCVIuzVjodounliPIgFpG1Bu9KsklBjMZVot4ejO5tAaWlx9ijB37o/TkG+uTPza9D9kBglzVWIzlSqDjQ7bMcUWwc49XrSZqKvAcTiZgoqWXbprgmPMI5jhmHIFBUwHtPazC69M372rYDH8GQ2rX+PLT6c9ghGjF4T9+PD0F4x6v9hNsHLaQCQyeTv8BrW5vqHKW7ATvqQWGtOIXAS0JgANhRmIoI3J/6J7XIGur3s278rjNHNs5U5PLgd3baw+UkKoSy81vS51RNRMrDgaLDfVB0PQxVtXJc1Wi3IOixfmviWP5f3VHwy1CqIJj5x+cxuu81zHXOD493QWzyecGYFMCuK7b8sgMjFiSyR2iN1AFud5o6FlD72lbQr8DYS0Ja7RsEBEcCznFNnYWzexI/3w+T3WsZzCWpwSbjEmfsHuWnFfDnj02B/pgaD9vexF3s8eTjvgialsBuQb93y+1xLjJaWukjRDLpADeHzIrXsAYsxlly+zMQO2XQ5C+BpgHKCGxPjB09fHY5hTQXGtqmwrIzORaPcfyLlrt4wBJl86otU4Ow2tSbQ2i2727697d3d09/cvotSS9VlbVXVZ4hheQxjHGcsHTWQXDKJSr3IzRpT6w0TMZCfjlF7BGV5ktNqaxDpqtIKJp2DpXp7qmc628ezTpP7Ve6fcCxygWdg5iDc2h59vle5mtq3yB0DiHcieXbs+xx549GlZhEQp7agIUgNs00YTk4oBhsQdRq7BAzg+irhlNE43qWO5o4vQs/9oZTcYFZJ7GaKDBqGdK7ovXD0tvlWD98uOt730aW1UVxFitVoX4wwoPHAcpI2KleCihhpb368i5kRxPHNv7tMbPQ43kR9vxJubAz5BqUM6mjGvg/haZGU0F9uQurRzJGU08y/fMy0EpYMLIErGV+YBIhKYkImLlVrkbO/at6XzyzY+mPTAv7YEUx62oICPgBijCjZhuzxxYNRTll2OZZYeYXaLgns5mtzTM8JSPjp3RR7tvOf6l2bsZXV35t6O+tZNA6xy24D7twHKwYATz7ci+Y3mObbm7iFhfEhrjWOygYv02Hg1lsN5Bpp+y3E23kelPHO27O8j8lQiB2Q4if7U9z3IaSThI4AFZkiZRHNOzBvat3SxDgfm3sbsL2f/buFmXBYHLNLjHOxnwLye9G2s/H78yIvA+ZvxfHduzDmFpPznNV51iyrE+DAlt1TgiVtYXgWOeG3riWv6tOTSvrb5v962hJyeY9ZtnDd2KoeWu0OSczOOSjt3XE2biWo5vuq59PazSqMTZlGM75gLFAb7FAoVIoGJse+h65rBn+beWZ/ZNz3wqoiYKL1EkkZh7n+bB0+z7l+ZAYji+ezMpxggJl9FmlIopTePQHZqeGqOO0bddGX780cS7HE2GfV/C5SPiL0GUhvgWcYHZFaNLV6A4RCwcXCpS1m+9waQv1eV6luNfOaNbXzLfN52+P7h8KiKSNt9HlEaVeHRzq2rY2mYfzcnAy3YdGdoSfSHLdDmoiO2kEe7RNJvZt+Zv9u3k1pcSFQI5E5WJTcqpnQ9/g1f54PfveGvz7UfMMi9oyZ2PbpTTuZnxpUgef98XE+ECWg+vG9opOA7BINDq7opZ3bC1kTCWu4/DaOmIcwClPP3cvg+vHRPYrp8X7XTeAhcX0BIsxZu5ciWjVTusmzrurs1WkR1Zw4+2Mxreyjhd2XzVN2BbCVdqnmv7scNQNrdnu/A2NgkZpDX8qOA2dgWHMlJxv9xcuT2KPdJoeGVf601I2Y14sG3WyKxbJtSnIXktRPvKNnNso7XVGAchbJjiAKyNjWRFSdt2aodRrlikQX19ZzT27eHF4acvAV3quZ+ptuyD3aXabJxDFbsJro6ItsM9r/V4XcNXA/PavTAMLRLsdaQ82K71lfaGdqWlNNuMzagu8JJEyBWOA0uzOukjZfdAY5gyEs6xPnhp6n45e32aterQMGF0imHK/BiLGYnkPq9WOr8dyUB/ud7rYsTQqiK18o3+koaSHUMu152wW4Wp9J5UBLTHalvA1wXPnxcKKFaffKsxHkyulakuoKUie8Ois3yAdm9o+5f20O/bjvQ3vQjIoSLChX6dW992umv+pFqg1kA2iBQ4mzyOBnbvUxaOAhSRgDZwWSxoL/mL1lJtPVraiK3i70rbcuvF/OUzmMLRbrZa0uLbXsY0VnqFH35Yo5Ev9yrOlrz9T0uXFbbkr8unJO7iaTYvDAExEmAYBbyeXllq6OrYJPe00QMOCz+LOBiRYNqdmXpb8Vwkml9MLidDb+I71sAyXeuifRzxqc9whBHHYDAw+Endi+sImSLP3nVO3+T2aIR4fboX4rWC2NJRb8dzykg859nxRGiwTAHwOcVsVRwLTlORnWoQwaEi7lo/pyarjhlJdqhDlkmEuQCUJIyiYJHHJsRkKg7FgITzNDvuo6kAuRBEWOBoBWlM5AYhioCIcqjfVRssS+NiXclIVa0BylV5GlKIYjD4ARiNBt3rCjvdQXsajrkMZsWpT+ZjeQLjWQNrPHK8vVmLpuPhCCeUifAo8/rdrRHlYVOlOwKOdjRHNGF08Rcc+Po0s6k7Ym1hzM91x5SLCz0fi3XKGMPVyPnVdPpg9nrW2FPL3tF6j2PlkKySTo6GnmkPLaefR4Wd5eaSRjdbZwVdRvWVTS3Uv5pe74Pv2bfWaOKt6yYQUSfs/vyzoU5ZDR2z5B+PiIXbtAFHMRYdkjy86ZDEz4DhAs7K56ovBkVRJ3srJ1kF4O1OAM1F9h8jnhkBiiKjULIE09nEzpVfSweGoU2/ccGp5w1kWBmZ/eptKSDcyI7yDeNzSrCAkAb3mMkpd1yA+VmEhden8OOpGjQDa7hH1ff7o96N3L17o7HKMk52XNCqnNEecicrm4FD2k+TUTxmdEl4kF4q3RUB/xERIQ3lq3bss9enp3Cmmy10o30xJu9qckZMjTBNOnxxgEdto98w/9aoN3UybBlim7pqFJ+jsSLW7NFSgxQiR/2XSFBQew73feVtBeu5g2WVfOs3q5ej2QProkkI7a/bw+B2lbR3j3aQMlKOmUw+DXSdz5zqpdCqULejydDT+41iQh0uVRBhxPwlTWPhJ4wmaK5Kvv4sQnN+oKDbODhI0oyG2meWbGs+u7pBpVKvqTeRnSlO6n1i+nyTF8wVhDeqAPL3j8/wsvMSfmkA/+EHmDKM7pvyTDVIm4AhmZDKaLwVs090aLrowiOMEzhbH7Vo6NoViiuxcV843h1G1RqbL7e1sLx9njYF+CKwFzO0MkU/9MYPb7dElx/fKg9rtb9KsI9vi8kkVanLEd8ReTeoVnbszyC6VQOLIHl4e0CYgoO35SR562fr+o5NeaHTrHxZKRno56CqpEBiUibZPINAD5SEHBIqcCwIilSzVZroNqtZ1oP1yIgQOIbpqkoKxSH0XEs6U5AyuXWLVnnHG8NL+oC5qlmoeVs3hUSVudISsXvMNC+KsqEoZ01/hiGx1Et1v7tnbjmczzoeUNldU6bG7eOQqB7KvNqTk3nKj+WrpTLVI+hsLY2VuJrljZLTGkCtXpmdG3sD178cjTzXc8zx2B5eH1S0zKtMEvv5NTYR8SmlgguGkrUC2w5NrY1XKAya6nI1wD1FuWbYtYpcDej55biamouCnNROXpR7QKwbkWmusW7lnWEU6tqJ0gRVVvPkr2RBMlaJOBcHEdtnpq3km421A3zDZLrf7BCMzHA7QBvMhxKSnTidw8PZ0T2Jw3PoaaED/Y0Lfn5kgJT0XLV+RtnjIxkr1L/O9Sws+9ANlIoFZUSszre1RaGiJUp35J0XV/U3Pxdx/ubNj0cyGatwklmrdJAjna9pXgS9x7HuX6n5nze6saSvy4UXfxGKXvbvTIhMonVJM+KNw2qGSrfJCB5l0Tj/uwkkd9FaArLXQw/3y4O88VAf3Ot5/5v9Tffx1ZxMP6re3tg6er0JMEO8x9vZLdsZv9tVC443VbnVQ5uAKoci1RXQmQxlOpZnb7r9K3PYxk17sSLqSx1ry8x2co1uVP1y0AvoE46iiD6WCbXujmNYfcFjDjQVebs4T3AgEyx7DCgMGeYczt6+67z9sXP2+ufO2dsjfSHK640hYVTQgEZw/LggwUJ5jFQuPzl6cfSijpYPzRUWDgQOgWMhVI1XNdar6wYJIw8kwuEcy+xtRjuKkrfAsKBcQIBi4IJEkWZ9bYgpVpdmgAiYU9Vnz2g6X+jPK0y88cSDYIFI/ErdjMiKfHqEIZXe+YiBL1SzvQTQN1FQFIFgaDYjgVRRbcQOXFEG+AuSySpM+uMCkvCMT30alimtP3Q7R2Wh0S4KjUa4JoqRgAgSMIwwoUzAu1Mw/gEyzSgbHrbk9/lNtVomXnSfN1Qhbsl8jJggMpfOPwy180NNSzJX34pQGId/nmkb2tmpoV4xKnPu/d9megadw9Ox6/Gk7OkZOyM1T9tfmx4/tfbaoMbicypCrqp3FjujrMJZW+zWir4/G/oPA91XKiFblrtNesWKV6x2TTBHm4vdVrCi/boA2HaIv5XEzk8h1CvClV3lO96jsWA0GkcoxtXz2LZjyRTHsf42sR2rLw0idzrDUdFQpQ5nm3c0DIuUxdUIv3NTrC569LwBvH5ful62Yhgyoq1NzHeuDO1Dub/Kd+9PR0f6ayByo3yLYjLDXPQJq922uTWH9pXlen3buVhfI5cZDq/7QnsNTw4kt8xqHJ1i1IbQhlEDLOgSd9tFaa/bkaOtAeopU0PsVrKwOhsFSMX52nVamdPRxxjKkc/LfzYROhC8Ql769H+cnjYTK07WG1A3LgMcGYaxnr5VM7b9yZkRIoHO4a7Vzq4A2ld2z/Ssu1YtMatwk6VlRRJz12rnbX5/6w/vDknkN1DKDKn+ykDhksQKYNtg6+nSBkQtnV3LILeOtiujLFVWUcqm6sqMshHhxvp01zqSedQ2SxtfysaP7NOGZiooD1CEmRmGcunMpk5vMFFSmBNvpLq4Hd/s92uF42qvn8SVCa2OEKggaoQ4iehKLk+dFVpGOyrcO0c8rFiYNSryb79oVdn999/ax8qx2zvuJBRB/eTbvLWHkeaBXBwcMJK+xPBHRuPptCZT/ULGH6Gc3QepEC/uhPwRsmxeEqzfVngW1cJrzZ7do3GsPgRWd1izp3pYhlbPGzl+z7FUL7Q5cC/ax+o7XDNofb1rZY4R3rXk9Pk//K71CvKn+iZK/U1+T6b+tH47pv5OHxT086+VWXGYUBKLCYs0XPGxQjonlY8V0jgisUz4lnetV3fFDZfsYzpbqSzVezW/8p6dZbeRkWuGkkV+qSRnOiczly87jyQO6SPvxFhkNPjn6LYY4RAmAspwlc75uzdvfsyIzVEU4R0ayd5vCLL8Qxx071pPLWjtCgA7X+tZK0GKGaHg63Ovmhk+wulJ/e5ufvv2Hq+AcXT+5vTnt9l13JiGchdVuZX749uf9K1cuZ/dcsU1IHJ90vNAgnYSvNR3dA9BkM80Rn5t92Lidl3vomd2BxfZhzHzOtRo48Fk/UlvuPak1TAlb6xPF+3jTEfPEusx+2Dm2hS3HO95BEuxH3MD1UnuX+HqBA9f3LaN8+x1jeGQv//W3hrtVDDdNtpmdB6iJX7/bS00P4uGVOomQ5bjPYvKPV5tELmxPu2mUa4KMmCMaUSC1dqioK5H6h7LQ6wr6RiJItRo3Kruikj6/lu3uh7w7nps6NauK/Juo7qbOS1lvB5P+ow8YMYrR4554948SSFUb4tDsN+hPXLh4gLaWePiyFV1z4a23dpnZL4i9SkV/mqepE+1U/jfa71heS0vb7ctDrkbm1IBAsGALNEcQyI3k+3hR7tvm37fsT9ajm/fmtfWedND3zOva4SaNq4/wdmp2uNMEV+AEUCr3fMcvyh8DAZ+77b/vEGlUnP9dnEs2EotPR2+yNXeWufrov2ftUe51hgW+kNXp1uUU+6/rhCJ9Fcv8rGvx5PMtq9UqCDxvPbx1gK/CCNSbC2Nu34Unv8qDRY143BgS1WWiIPvNNFGl0VpkqxF4Y9ZJdc9/K9RftbNwZbkO1We0ctbz/N5f2s6aqJunfghfYwjisIytJTzXcs/fCAhQUVPrZPGgixxcZi1/g0lytXgMRXA0yShTOAQ1AdsCAeJ2QF+T5JEfb5lLapVmpylLs/yWlUW6R5QREIk1PdnF5SLV4AihlG4Uu06kl8S4vJkoPMdcXBnRSxWmjCKbhEjBSM4rS/fO0x/SNEtG4IvycFkd9KLwuwk/VBqRTuJdIpK21LWIhYewR9eCXYynNyTKALDta8/TMZb26aqAuRhpJot1QLQM8bLhHzeYLr1PHfOhjU6c8Fjwk3n9u2bE6mihi+yv4CYqmBDY1CAWyq3eyvLW/z0hx+yKVpmCiCtjEPVh7U+GQ92GX1kVnpuVeb/lLKebsrq3tq+Y7mTgac+ur1XFr4kJ5uWPZhKW7FvuZ46S1ynmU1MSc31TG/i5stIJkT5Qq4hDdJU4DQ7Uuo/t0g8o87oVn+aTTV54bD15y3f9K5p2h5ejXxndOv3Ro4zGXtWf/vaevCyUywRFQIbDpF/IG1G4uzOSfVmxf+Qc1fjy5V9XRHMt6/8oWX1dfMWCJbizbEiOue+oD5+wLHg0DJv3E7PtTrrMnQ21p+NSbCpsYOJbwaEFmw+qzrg85aqgxlZCwctaG077duAfMbSVrnn5X4ovKMYqa/fqaFoAny9lT//MIDrfpCkXlijq6P/FwAA//+wOWO5NWgAAA== - -- path: /opt/azure/manifest.json - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/8SU307bMBTG7/sUUda7LcdJ2nSjd6VkAo2lKJBJ04QiJzFgLbWR4wCjyrtPdkuTUrdsbBK33/nOP/tnL3qWZVl2zpnElBFR2GNrqWn9ipYkwnNijy17zrNfTmtM+4vpLLqYnERhfJR+C+Pzk1nUvMePtSDORuxscjE9XjugIJn9oW1R8HtWclyc8hxLyplqhfitRG0r9OSpTIlJfKpybqS8rcYIqTEhK3kGORcE7ikr+H0FjEgdQs/WQHvWQP1FcphEF0k6nR2F0eRr2KCSsvpB7X6WpJN4etw8L7j3XOqsZrJel43D03ByHjb1nvPq9np+dndEVJSzyh5bP9aqjngwBG/gDDrulT4C76Pj2Wv5slOPFNf6qteuTqzEklRyGQ3A8xy/G60kzspV7qqzDjZLjy1qlr+AlrKk/UWcRNNtnLT6SpBU4f+PkK5qHBdllDOa70Llb/d8LQAuuI7ID/xtBFaRwAwBZZXEZUk2v4LleZErXJcrCFwYtAWajdtmd7SguH0UamdJ9V3vIOCli9xza7vO49I0UiGo8rzhID/rjAhGJNkzROtxGC+Io0lysMhvQGIB14//MOUT5DivnDkVggvQ8Km3rxFvm6O7/kKzGB6lX5LDMD08iSbx9zWZKKMMC0oqZB64C+723PvY9X31w9xweUUfwHd93x357jbIyhYY5AF8+oPkAXiGx6HkoJM9cD1vaLANwfC5+kMYGdUDgxqA353Sc11TbgCm7gGY9h6Bac8RdL/7DRhTSea36md/iwfRa3rvwtnn3u8AAAD//59CdtiECAAA - -- path: /opt/azure/containers/init-aks-custom-cloud.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - - -- path: /opt/azure/containers/reconcilePrivateHosts.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/3SSb0/zNhTF3/tTHEy0AZKblo1JFDLWjaBV/OuI4A1ilUluqEVqB9vp2AP97o+ShpI+EnkTWz7+Hd9z7/ZW+Kh0+CjdjDFHHsJAm0o78h/bUpWUS1Uw9kReyFI5sguyQpUit2YuvHxyO7t4Y0C9jIKdtLIFhEsuIP4GvyQvM+nlEN5WxMFn3pfDMBz8dtjbP/i11/7DeasLlXZe6pTC1MzLylNYY09kqcSCrFNGR/v9waHo/yIGg59yY+fSR55ePd9lgMpxDx6ccEQReJ/j4Qh+RpoBwPgsifgRhyWZQVhZP/hCOY/j42PwoPbhjTA3FgpKgwdvreb+j4clP0JmGkFT6zn931TrITI+5BD5oCYFavdTcyeLin5Q7W+qVA5KZwbBCol3PFkqIdQL+L/y2Y0m46SJfDwZZZkl5wLeKar+mvtCr2poLPn6zJKv7Ic0V80iM5pYu1vf5WzJWHIRx5NpEv91fXWaRIMDlhaV82TP/jm9injwdn77ZzwdTcbTJL65i2+mV6PLeMlZHfs9go4YWxH2eqVVC+mpUPq5t4eHz2Y0rtw9qxKWUqNTVRBmxnnXhL9BckqnBOV/dtDGY3SeoOWildXV0qvy6LNcsRW7Qxhu8Dhj/81qu3oe2462x+NJFOx8PebrARPf1sTxZGPEXEFU1mOzEeRy1Y7UaK90tY5e5W2rX8A7vI3HIiSfhk0yHZtO0wAqHK3Mq8zAUQahwMMuJsy6oE/E17bvK5ongpCdu/gdYUaLUFdF0eHclpn0lG02zptOTPyj6i8jaqaSbcfXZ+x7AAAA//92UkeEmAQAAA== - -- path: /etc/systemd/system/reconcile-private-hosts.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/zTOMU4DMRCF4d6n8AUSn2AbBBJ0KAFRrLaYDG/ZkZyxNTOOCKdHAaV8r/m/+V0llvQIZ5Me0nQ6gJuyVOSC4LI1D8/rba/Ncje5UCBzHR6wNB9hF2Es6e3aMbmce0U6wIMspqa7laQOQ3r6Bh//znISLSfyLZfWo9DPMBRuGiQK82J3wOt/6/km2PuW5hf1oFqX9EEa+Hy4TudRQ3bDYfsg+0L8BgAA//8Sy/8V0QAAAA== - -- path: /etc/systemd/system/kubelet.service - permissions: "0600" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/4yUTU/jPBDH7/4Uoz4c4GD8LLs3lEMLaVXRpagp2kOpKseZUqvOJLLHBXbZ775KX9gtFEROsf37v1iaZHJLlqfiEoPxtmZbUXIVc3TI4qKiwjY7N5oX6aMNHBIVg1euMtqp3JJabtEfmjgkhPxQ+aWsyFnCU9b+HhlMRawtoS9OA/qVNSjac0b/eVxMss3bVIwwsPacaPegn8JumaFJzkRKK+srKpG4ax0mCtmoAuc6On5p+h/0vDY4jw4YfWlJNzeE46zfG6ej7ycii8ZgCOmj5Yw1x5B8+fZVpI9osibqxmOyvnquwwJUVbPSP6NH9dI77LJOw+KArlwW1oOsQa20V87mL9U+wxqy73WRBlp2DhM4Oi6rSAzPcO+xhrvW66S7FjzDgwHpTkA6hP9hCufACyTYxK7lUuaWijc1326cw9y2DrXf2pR6iTIstMe3bmJfJ1VolJizzh0GkAykGw9nAx9Ebf0apViit2Yn+qt6Z3jhTsD2kRKpcZPN5KHfO6GqQOl0ji4kraNfV7eddJCOZ9fDy3Q2aHfSQfa7tSdYJWf768rFEmXt4r0lWVi/GdCmhSdkDGpDbIDwj/ZoFzYeZLPOcDjOxqP2zaw7aPeyQ9jF8Lrb7826/UH6ITRu96/T0eUHTG80vP0gaH0gxKRPgbVz0/V/AIvOU1JGx1bGgH77XYs/AQAA///suTndaQQAAA== - -- path: /etc/systemd/system/mig-partition.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/0TOwWqDQBDG8fs+xR56NZs8gAfbWhFaK7HSg0iYmIkZ0FmZnQ1NS9+9mEuvf358fF3LpL15xjAILUqe02xZppt9Kws7eD7TGAXWbj3b6konApvttltb1K0xXYNypQF7s8egIJp6Ts5AUxQ0+RcOzRprwdTFIO5I7Pi+kYSZbDLTaHf/Lr2DI4SLdX5RB99R0A2eFYhRgptpTBYQpfXQJlzsw09Rt4eyaj6y6ik/1Pv3l/I1/zWmKzkoTFNvPoEVT4+3dI6TUhIDykZBRlTzFwAA///GvdrK/QAAAA== - -- path: /opt/azure/containers/mig-partition.sh - permissions: "0544" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/4SS0YubQBDG3/0rvpp76BVTa3ulXI4+lN41CE0MJelrWddRh5pd2V1tQsj/XjRcIiSgDMLOzu+bj5mdvAlTVmEqbOl5k2Wyfpnhe2MMKVftAyxbzlig4tQIs8eWi2ktjKMMb0vnajsLw4Jd2aTvpd6Gy9/xc/wtvFTdQwqltMM/bf6iNromU+2RkhSNJegcriToxmWi05yvNsgMt2TQkrGslTdZJ8/JDBtLw+avfpxGpnuN7oIdawWROzJ9TqS6JbC1TfdHzjvK4C3i+Z/Vr+RH/PPl690hOnpSWMLdYZA/ghU8APAX8Twq/Pv+0H2qH8jUbrnzg6ksGNFjcBVn4OnpLPRxVOgh6OMW/GkMfgxuNn0Y4z7for6MUR8GFE6zenchSJYafrd4gVZUfFotK+uEktQ9hJwr8i/1O3aIhkbICuldNZb8PwAA//+R/AassAIAAA== - -- path: /opt/azure/containers/bind-mount.sh - permissions: "0544" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/3ST3Y7jNgyF7/UUZ+0AbdEkfoBiLrpoCgSdzRRttjdFMZBtek1YlgyRziQt9t0LOf8T7CVBiTrn41H+oRglFiX7gvwOpZXWCCkWARQj7VnPpQ+jF7qUAw/UWHbHem9Mjo/sa/Rh9IpuLMmRQgNoaKmnaB1EQ7RfCMFD1EYdhzmswFNFIjYeliY3ObYtCxrek8B6sMhIeGNtzzO/E9iSHeshTa9JqVJY50Jl1ZaOTI7KDrZKB5oQsQk1XUUsTiKWePH4+d8x0vyxaXJIG0ZXowoxkgzB1+kxbQlK/YCapQM3sPjrE1orCJ6WR+VSRR4Uve1ITA5trULjSCgPKC+A2H95N00Dip2NheOyODmdQ4LJryxb9p2AE4HJLdUJ5f2Y74uadoXU5Q8nPZFkdJqksD/aqRSVddXorHLwCM0jgAvBZdprMtoJaEcRMg5DiCqwTil6q7wjQUnCNclVx+Sc5ZSGIbBXvLFz8EQTypIwDnXyYD69fN5sX39/WW+2T1nRey1sJ5kxv33+uHpebV/v+rP/bsqvZ1LZ5fAv6z+esvcgM2P6ruaIxYB3E7JkMHh3QB92NME88645sQpxytnZLh3RT+A8Go6iKEPQpflztdmuN6vn11/Xz6unrAiDFjYFrKiCV8ueoqR/Vi+EUgDIZYYb/I0PWBCy2d39DP/8lMR4AwD9DtnsxmGGbHZjIpsOaRir9mGOafjocFrfYdI6vwniNxyXturOiaf9QFVaVH71XlIT4vUiq5Br0NvD8Wcv73jfKP+ameOzi8Wk4aZ7t5WHazBV24ca9se3h97/AQAA//82ywp0xAQAAA== - -- path: /etc/systemd/system/bind-mount.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/xzNMW7CQBCF4X5O4QuYPYGLoFCkBUUpLBdj+xFGWc+i2bcR5PQRrv9f+sZPN07yjrqE3WnFh6P52m2lObufNiOD3apUGS+IX1swyRmVGhyK91e13AJyxqbmb1ciTg/j8ESV0wPLZR/TbJ5mrbculTuT/rVAWopTzRH1ldd+Jw/1JjJ+eKXmPMmXOrEen8PWMq1vFXGgxjco/wEAAP//HvlBProAAAA= - -- path: /etc/systemd/system/dhcpv6.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/zTNsc6CMBAH8P1e45uh27d10IiJkwMaB8JQy19prNfmeqD49A7EJ/h1Zw7a0w7FS8gaEluwu0YMo8/zP21uCrEMfSV5VIljYNTq5A4l6lrIHDx6Oi0ZNjHKmJSaN3yrTtSalNW4zyQwPrG6wJBiVqBahbqMRN2Bi7oYe7o4VgzbxT6nqKGaCuTH/TXHPX0DAAD//wVR54mwAAAA - -- path: /opt/azure/containers/enable-dhcpv6.sh - permissions: "0544" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/3RS3WqcQBS+n6f4apZNezG6W4g3TQPFaCpdFMKG3hTEHY/rUDNjnZlNYOO7F9cKbbq58XD+vh/PXLwLnOmDnVQBqQN2pWkYM2TBaQoaneyoLmU75Y6x26/RJo2zbVhEeZYUSbqJPwdkRVA1ohs/rSRlQ19oVbNokz/cFmmWbosouZvmFNkn3f8MpLLU16Ug41fB1YqLVruKSyWtL+o9Yz2VFXgPXuHyElm8/Z7ffzuRpncP91+2aZ7h+hpxHuHlBbZ3xOQIB7LNClKRDVE6qxkAuA6mJepwNaezUvA1eAguarxlA7ytERzKPmjl7vXAyOa3VBoy4IeJfNYT5xFjZVUVsi6UtgU9S2PN+w84nlTse+rAfz0n8BbH9eCN4ePgjeskGj1Xb27+NNjA2NSItKrl3vVS7Ucj3SGE7/seY1Y70bxtZLnEf3LgWflI2lmsV588LI5nLjyMmz9Oos/sL45nrzOMYP++gL9wjKs0ZF3pJzX9tOVyrrnuVHlttrRSKwj92LVkyWMXcZ6w3wEAAP//V01dfMMCAAA= - -- path: /etc/systemd/system/docker.service.d/exec_start.conf - permissions: "0644" - owner: root - content: | - [Service] - ExecStart= - ExecStart=/usr/bin/dockerd -H fd:// --storage-driver=overlay2 --bip= - ExecStartPost=/sbin/iptables -P FORWARD ACCEPT - #EOF - -- path: /etc/docker/daemon.json - permissions: "0644" - owner: root - content: | - { - "live-restore": true, - "log-driver": "json-file", - "log-opts": { - "max-size": "50m", - "max-file": "5" - } - } - -- path: /etc/systemd/system/sync-tunnel-logs.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=Syncs AKS pod log symlinks so that WALinuxAgent can include aks-link/konnectivity/tunnelfront logs. - After=containerd.service - - [Service] - ExecStart=/opt/azure/containers/sync-tunnel-logs.sh - Restart=always - - [Install] - WantedBy=multi-user.target - -- path: /opt/azure/containers/sync-tunnel-logs.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/5SUUW/bthfF3/kpTh2jbfL/00pSbA8JUmxLvCKAlwyxt2EoioCmriRCFKmRlFNt3ncfSNmO2yQDpif7irw893cOdfAK2VKZbCl8xdj87vIiWwmXaVtm0poglCHn2dV88VgXf3aOMlH7rLW5Z+wAPzhlSiiD2zl3pEWgHLEhVsJ55m3nJCGjIDPr4wISnuK+a+OD0BrK2KCKngdrtYcqECrq3zhCo7yPrQtnm1iEakRJTBX4+BHjv66v/sbFBUaNcFHnCJ8+ncdlhgHSNo0wOfhq2/5BqID3WU6rzHRa4/T96xOs18hNAbVRwvsvxTDSnvCf2ok28JICuMXVz3V5djazsj47W6iGbBcu3h0fD6c8MzorVMQyp4BS2+Uyjm7boKzx8BahEiEKaUsyKJ1Yelij+wRG29LjgfAgTGC+sm0A96DPITZ6LESlqcIO8FscoLAOzziOYEGflQ+JNV6B5xjP7y7xCJhkZcENRrFPMsm6Yc1272QyGTHgoVKavm6SWwYAXhO1OPkm/dl1TNtya2h7zCj+mYw2fH4SNaWhc/JBGREBIVeOZLCuj/kxNkBoRyLv0TryZAJr6lw58Bbjq/kiYQ7CBQgshaxLZzuTo3VWkk/TS03CoGsHsimAOWmK0Y6xT2awA1RiReZNwJLIoLG5KhTl8SqcorKd8xMsKuUhtLYPHl1q7ShSRuiMIR27sYPhFFEEchBw5KO2CRvQBdfRhlihTI4XbiJ46FtCAa6VqT1OwJtGGfzv5PQYfBDPtsjffXt8zCJVvB6Qmk5o3cP3Rka1aESQVbQ1KbNGEosGL365uZnO7me3H+5/vJ5N46Tjt9tM8g8YRYOz796K2icZ66SRS+PXUmnVNevaGkMyqJUK/XpgUDhrwiE/uq+7JXHf+0DN/dFE23J0uI3KkIOZMnUUNf5KRwzM8CHTBnxWPFmQXM/SxGxolewfvlu7+5wSG3FYo4J1KdKyEqYkz/avPf8DvAF34LRJxf+lIxFoyPd6k/kYQFxd300vF7d3v2P66/Rmgahml38pPGG8IZkq8dnCe44I1tghfeH9APqFl/v4X1iyZ8pzKw53Oh8nGEbbG2H7XN5Nv19Mjw6fvMBTT3dGPnn2nR2Nd0SzYUsszRfZv+w/P/+iTF7ITSn+HFLxTwAAAP//FJDA2AoHAAA= - -- path: /etc/systemd/system/containerd.service.d/exec_start.conf - permissions: "0644" - owner: root - content: | - [Service] - ExecStartPost=/sbin/iptables -P FORWARD ACCEPT - #EOF - -- path: /etc/crictl.yaml - permissions: "0644" - owner: root - content: | - runtime-endpoint: unix:///run/containerd/containerd.sock - #EOF - -- path: /etc/systemd/system/ensure-no-dup.service - permissions: "0644" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/zyNvUoEQRCE83mKBuO9AfMNDjxTwcXouGB+ar3GvZ6hu0fEpxeV26z4qqjv/Cbsl/AEK8rducl8rJUq6uiE7ClvIB0bjNam9DEyBE5Zub6DWKhru7GV0YbRrVWE4+rQuTTxxAKtB4N+crkXvw8bfKfn5T9cwivMk/rcZFoTb0NxRwvK/BhOXyjL3yJmlpiTXSm27jF9D0XcjRYhNhSTtKmOfrBreDi9PIefAAAA//+1G3Iw6wAAAA== - -- path: /opt/azure/containers/ensure-no-dup.sh - permissions: "0755" - owner: root - encoding: gzip - content: !!binary | - H4sIAAAAAAAA/7xVXU8bRxR9319xWCMVN1ovpJHSUtHKAiqhhmAFeAIeZmeudwdmZzbzYeKC/3s163Vih01KKiVv9nycc8+5d88MtvJC6rxgrkqSASzVZkbwlXSQU9wTmCVoA2V0SRbBSV2isaaWjgcTHAorRUmojSBMjQU32jOpyYpkgILxu9KaoMV+xCrJQ4RGSc48CTSM35F3mFpTozEC3sCRnUlOJ5NIXxhftQUYDV8RHKtjMYKwYzQt78V1XtjdVSFMC2xsRmDZQHpHaoqZZLgjq0lBBIqM62JaFQVFjUYPk0Es2lUmKIGpVJ4sTPAt6keKJXwy6DxzoA+MezXHfcU87kJBKqo25Fp7hOF3ZF0l6xdxT5NPBqi8b9x+npfSV6EYcVPncdNq8uTWfzZBqfzlr6/3XicJFZ4Vihwyvyoue4Px3+fZ0fHR5SSbvDs7PTk/xMs/ckGzXAelEjnF1RW2/0RG77GLm5vfoxidAADxyiB9et8GRWDKEhNzOPLp8vQH6bGbTGWHuYVsipw8z7mWuSY/EvnebvZpGrK4xo2eKul8HzPXMg7PVJbQxiM0mJMfjUaRKTaEmFXzNfK9SJ4su/6W1XSwvcOZ/4Ya8Ijb98gs0lGjQim1u7rBIxwp4n5n5OcN4eAA1+mS4zod4hGj5Z90mHRzc2rEj6JeY0yHne/p9sPa8iLF1gFSbwOlfR5338j2wyfbFq3bUj/5Dr5ifdv3jca7ucu5Ys5F7fkGfs6EsOTcN9XzzO537T+ZHGzvyAaRKX6v958hPqK01CA7NkilJo+dq93st5ufr0fDh18Wy9/pxqm+AyvLs3+i6yvmxfONbkMgqqvYLAYVZDN7hc6e/9TaGHEeCk1+LIT9QRMnG1aPXMv6mfyNavo94G1uRr2CPNla6u5hiQn+k+uSk9VYEsAyXXah+mUhzwyE0/HhyqJnjOYwSZYlMyEi8tMQ7MIWvGJSp73Z+7bn2iB2F5rue/ZaqF6kcc/prMHJZPYKmfs4VKfjwwUygxn56gWyTDaZsxxro4nsFuPDw+PJxXfh2ZyBSHb07mzyBaqzy4vJ5UVb0Vdsah8bb1anW49wG+omLj65uGqbCb4Jvh0KTfdqHuFI9BBFeLff3783K9L1B/P/PLJdRA6Oz/76NwAA//+rs4yxXgkAAA== - -- path: /etc/systemd/system/teleportd.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=teleportd teleport runtime - After=network.target - [Service] - ExecStart=/usr/local/bin/teleportd --metrics --aksConfig /etc/kubernetes/azure.json - Delegate=yes - KillMode=process - Restart=always - LimitNPROC=infinity - LimitCORE=infinity - LimitNOFILE=1048576 - TasksMax=infinity - [Install] - WantedBy=multi-user.target - #EOF - -- path: /etc/systemd/system/nvidia-modprobe.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=Installs and loads Nvidia GPU kernel module - [Service] - Type=oneshot - RemainAfterExit=true - ExecStartPre=/bin/sh -c "dkms autoinstall --verbose" - ExecStart=/bin/sh -c "nvidia-modprobe -u -c0" - ExecStartPost=/bin/sh -c "sleep 10 && systemctl restart kubelet" - [Install] - WantedBy=multi-user.target - -- path: /etc/default/kubelet - permissions: "0644" - owner: root - content: | - KUBELET_FLAGS=--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DisableAcceleratorUsageMetrics=false,DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key - KUBELET_REGISTER_SCHEDULABLE=true - NETWORK_POLICY= - KUBELET_NODE_LABELS=agentpool=agent2,kubernetes.azure.com/agentpool=agent2 - -- path: /var/lib/kubelet/kubeconfig - permissions: "0644" - owner: root - content: | - apiVersion: v1 - kind: Config - clusters: - - name: localcluster - cluster: - certificate-authority: /etc/kubernetes/certs/ca.crt - server: https://:443 - users: - - name: client - user: - client-certificate: /etc/kubernetes/certs/client.crt - client-key: /etc/kubernetes/certs/client.key - contexts: - - context: - cluster: localcluster - user: client - name: localclustercontext - current-context: localclustercontext - -- path: /etc/systemd/system/containerd.service - permissions: "0644" - owner: root - content: | - [Unit] - Description=containerd daemon - After=network.target - [Service] - ExecStartPre=/sbin/modprobe overlay - ExecStart=/usr/bin/containerd - Delegate=yes - KillMode=process - Restart=always - OOMScoreAdjust=-999 - # Having non-zero Limit*s causes performance problems due to accounting overhead - # in the kernel. We recommend using cgroups to do container-local accounting. - LimitNPROC=infinity - LimitCORE=infinity - LimitNOFILE=infinity - TasksMax=infinity - [Install] - WantedBy=multi-user.target - -- path: /opt/azure/containers/kubelet.sh - permissions: "0755" - owner: root - content: | - #!/bin/bash - # Disallow container from reaching out to the special IP address 168.63.129.16 - # for TCP protocol (which http uses) - # - # 168.63.129.16 contains protected settings that have priviledged info. - # - # The host can still reach 168.63.129.16 because it goes through the OUTPUT chain, not FORWARD. - # - # Note: we should not block all traffic to 168.63.129.16. For example UDP traffic is still needed - # for DNS. - iptables -I FORWARD -d 168.63.129.16 -p tcp --dport 80 -j DROP - -- path: /etc/kubernetes/certs/ca.crt - permissions: "0600" - encoding: base64 - owner: root - content: | - - -- path: /opt/azure/containers/setup-custom-search-domains.sh - permissions: "0744" - encoding: gzip - owner: root - content: !!binary | - H4sIAAAAAAAA/5yQQYsaQRCF7/MrKsZDcmjbFSTXDDpBQVeZUQK5NGVPjXbs6Zauko3Z+N/D7uwlq6dcCurx3uPxffygdy7oHfIhYxJQvzKO52QJev3nSVWYWbFYF2Vlvs0XxTrfzK69d4bpvNqUq3u+jOwhQg+gDqyYMNkD9J8n22qzWpqqyMvJzExXy3z+aB7zZXHtwR8QIlAImsTqQPIU01G7IJQatMSDWo+Hyvp4rpULTga22Wd8YaHWijeJWDAJjIYwhochvBW4sM+e0IlpYjJ4EuOjPXKWSNLFtrVxjWnQ+XOil9AYHkZDwJOo/QuPC7jAgt5DIvRtDczcHSUxegbGdofKxraNoXv+lU4XOcQwGnx5k73bMZzQHnFPRyf3lnXc3qMqi3yxNOu8qr6vyukrrddJ8DO6AGp7w7YLbKuivH7tf7pfesM/gUb1W4PO1Q/9Gf4zl/0NAAD///uJhCVYAgAA diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line339.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line339.sh deleted file mode 100644 index 21f8bec58d6..00000000000 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line339.sh +++ /dev/null @@ -1,11 +0,0 @@ -#!/bin/bash -set -x -source "${CSE_HELPERS_FILEPATH}" -source "${CSE_DISTRO_HELPERS_FILEPATH}" - -echo " dns-search ${CUSTOM_SEARCH_DOMAIN_NAME}" | tee -a /etc/network/interfaces.d/50-cloud-init.cfg -systemctl_restart 20 5 10 networking -wait_for_apt_locks -retrycmd_if_failure 10 5 120 apt-get -y install realmd sssd sssd-tools samba-common samba samba-common python2.7 samba-libs packagekit -wait_for_apt_locks -echo "${CUSTOM_SEARCH_REALM_PASSWORD}" | realm join -U ${CUSTOM_SEARCH_REALM_USER}@$(echo "${CUSTOM_SEARCH_DOMAIN_NAME}" | tr /a-z/ /A-Z/) $(echo "${CUSTOM_SEARCH_DOMAIN_NAME}" | tr /a-z/ /A-Z/) diff --git a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line68.sh b/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line68.sh deleted file mode 100644 index 93f80307b92..00000000000 --- a/pkg/agent/testdata/Marinerv2+Kata+DisableUnattendedUpgrades=true/line68.sh +++ /dev/null @@ -1,619 +0,0 @@ -#!/bin/bash -NODE_INDEX=$(hostname | tail -c 2) -NODE_NAME=$(hostname) - -configureAdminUser(){ - chage -E -1 -I -1 -m 0 -M 99999 "${ADMINUSER}" - chage -l "${ADMINUSER}" -} - -configPrivateClusterHosts() { - mkdir -p /etc/systemd/system/reconcile-private-hosts.service.d/ - touch /etc/systemd/system/reconcile-private-hosts.service.d/10-fqdn.conf - tee /etc/systemd/system/reconcile-private-hosts.service.d/10-fqdn.conf > /dev/null < /sys/kernel/mm/transparent_hugepage/enabled - echo "kernel/mm/transparent_hugepage/enabled=${THP_ENABLED}" >> ${ETC_SYSFS_CONF} - fi - if [[ "${THP_DEFRAG}" != "" ]]; then - echo "${THP_DEFRAG}" > /sys/kernel/mm/transparent_hugepage/defrag - echo "kernel/mm/transparent_hugepage/defrag=${THP_DEFRAG}" >> ${ETC_SYSFS_CONF} - fi -} - -configureSwapFile() { - # https://learn.microsoft.com/en-us/troubleshoot/azure/virtual-machines/troubleshoot-device-names-problems#identify-disk-luns - swap_size_kb=$(expr ${SWAP_FILE_SIZE_MB} \* 1000) - swap_location="" - - # Attempt to use the resource disk - if [[ -L /dev/disk/azure/resource-part1 ]]; then - resource_disk_path=$(findmnt -nr -o target -S $(readlink -f /dev/disk/azure/resource-part1)) - disk_free_kb=$(df ${resource_disk_path} | sed 1d | awk '{print $4}') - if [[ ${disk_free_kb} -gt ${swap_size_kb} ]]; then - echo "Will use resource disk for swap file" - swap_location=${resource_disk_path}/swapfile - else - echo "Insufficient disk space on resource disk to create swap file: request ${swap_size_kb} free ${disk_free_kb}, attempting to fall back to OS disk..." - fi - fi - - # If we couldn't use the resource disk, attempt to use the OS disk - if [[ -z "${swap_location}" ]]; then - # Directly check size on the root directory since we can't rely on 'root-part1' always being the correct label - os_device=$(readlink -f /dev/disk/azure/root) - disk_free_kb=$(df -P / | sed 1d | awk '{print $4}') - if [[ ${disk_free_kb} -gt ${swap_size_kb} ]]; then - echo "Will use OS disk for swap file" - swap_location=/swapfile - else - echo "Insufficient disk space on OS device ${os_device} to create swap file: request ${swap_size_kb} free ${disk_free_kb}" - exit $ERR_SWAP_CREATE_INSUFFICIENT_DISK_SPACE - fi - fi - - echo "Swap file will be saved to: ${swap_location}" - retrycmd_if_failure 24 5 25 fallocate -l ${swap_size_kb}K ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - chmod 600 ${swap_location} - retrycmd_if_failure 24 5 25 mkswap ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - retrycmd_if_failure 24 5 25 swapon ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - retrycmd_if_failure 24 5 25 swapon --show | grep ${swap_location} || exit $ERR_SWAP_CREATE_FAIL - echo "${swap_location} none swap sw 0 0" >> /etc/fstab -} - -configureEtcEnvironment() { - mkdir -p /etc/systemd/system.conf.d/ - touch /etc/systemd/system.conf.d/proxy.conf - chmod 0644 /etc/systemd/system.conf.d/proxy.conf - - mkdir -p /etc/apt/apt.conf.d - chmod 0644 /etc/apt/apt.conf.d/95proxy - touch /etc/apt/apt.conf.d/95proxy - - # TODO(ace): this pains me but quick and dirty refactor - echo "[Manager]" >> /etc/systemd/system.conf.d/proxy.conf - if [ "${HTTP_PROXY_URLS}" != "" ]; then - echo "HTTP_PROXY=${HTTP_PROXY_URLS}" >> /etc/environment - echo "http_proxy=${HTTP_PROXY_URLS}" >> /etc/environment - echo "Acquire::http::proxy \"${HTTP_PROXY_URLS}\";" >> /etc/apt/apt.conf.d/95proxy - echo "DefaultEnvironment=\"HTTP_PROXY=${HTTP_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - echo "DefaultEnvironment=\"http_proxy=${HTTP_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - fi - if [ "${HTTPS_PROXY_URLS}" != "" ]; then - echo "HTTPS_PROXY=${HTTPS_PROXY_URLS}" >> /etc/environment - echo "https_proxy=${HTTPS_PROXY_URLS}" >> /etc/environment - echo "Acquire::https::proxy \"${HTTPS_PROXY_URLS}\";" >> /etc/apt/apt.conf.d/95proxy - echo "DefaultEnvironment=\"HTTPS_PROXY=${HTTPS_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - echo "DefaultEnvironment=\"https_proxy=${HTTPS_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - fi - if [ "${NO_PROXY_URLS}" != "" ]; then - echo "NO_PROXY=${NO_PROXY_URLS}" >> /etc/environment - echo "no_proxy=${NO_PROXY_URLS}" >> /etc/environment - echo "DefaultEnvironment=\"NO_PROXY=${NO_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - echo "DefaultEnvironment=\"no_proxy=${NO_PROXY_URLS}\"" >> /etc/systemd/system.conf.d/proxy.conf - fi - - # for kubelet to pick up the proxy - mkdir -p "/etc/systemd/system/kubelet.service.d" - tee "/etc/systemd/system/kubelet.service.d/10-httpproxy.conf" > /dev/null <<'EOF' -[Service] -EnvironmentFile=/etc/environment -EOF -} - -configureHTTPProxyCA() { - echo "${HTTP_PROXY_TRUSTED_CA}" | base64 -d > /usr/local/share/ca-certificates/proxyCA.crt || exit $ERR_UPDATE_CA_CERTS - update-ca-certificates || exit $ERR_UPDATE_CA_CERTS -} - -configureCustomCaCertificate() { - mkdir -p /opt/certs - for i in $(seq 0 $((${CUSTOM_CA_TRUST_COUNT} - 1))); do - # directly referring to the variable as "${CUSTOM_CA_CERT_${i}}" - # causes bad substitution errors in bash - # dynamically declare and use `!` to add a layer of indirection - declare varname=CUSTOM_CA_CERT_${i} - echo "${!varname}" > /opt/certs/00000000000000cert${i}.crt - done - # This will block until the service is considered active. - # Update_certs.service is a oneshot type of unit that - # is considered active when the ExecStart= command terminates with a zero status code. - systemctl restart update_certs.service || exit $ERR_UPDATE_CA_CERTS - # after new certs are added to trust store, containerd will not pick them up properly before restart. - # aim here is to have this working straight away for a freshly provisioned node - # so we force a restart after the certs are updated - # custom CA daemonset copies certs passed by the user to the node, what then triggers update_certs.path unit - # path unit then triggers the script that copies over cert files to correct location on the node and updates the trust store - # as a part of this flow we could restart containerd everytime a new cert is added to the trust store using custom CA - systemctl restart containerd -} - - -configureKubeletServerCert() { - KUBELET_SERVER_PRIVATE_KEY_PATH="/etc/kubernetes/certs/kubeletserver.key" - KUBELET_SERVER_CERT_PATH="/etc/kubernetes/certs/kubeletserver.crt" - - openssl genrsa -out $KUBELET_SERVER_PRIVATE_KEY_PATH 2048 - openssl req -new -x509 -days 7300 -key $KUBELET_SERVER_PRIVATE_KEY_PATH -out $KUBELET_SERVER_CERT_PATH -subj "/CN=${NODE_NAME}" -addext "subjectAltName=DNS:${NODE_NAME}" -} - -configureK8s() { - APISERVER_PUBLIC_KEY_PATH="/etc/kubernetes/certs/apiserver.crt" - touch "${APISERVER_PUBLIC_KEY_PATH}" - chmod 0644 "${APISERVER_PUBLIC_KEY_PATH}" - chown root:root "${APISERVER_PUBLIC_KEY_PATH}" - - AZURE_JSON_PATH="/etc/kubernetes/azure.json" - touch "${AZURE_JSON_PATH}" - chmod 0600 "${AZURE_JSON_PATH}" - chown root:root "${AZURE_JSON_PATH}" - - mkdir -p "/etc/kubernetes/certs" - if [ -n "${KUBELET_CLIENT_CONTENT}" ]; then - echo "${KUBELET_CLIENT_CONTENT}" | base64 -d > /etc/kubernetes/certs/client.key - fi - if [ -n "${KUBELET_CLIENT_CERT_CONTENT}" ]; then - echo "${KUBELET_CLIENT_CERT_CONTENT}" | base64 -d > /etc/kubernetes/certs/client.crt - fi - if [ -n "${SERVICE_PRINCIPAL_FILE_CONTENT}" ]; then - echo "${SERVICE_PRINCIPAL_FILE_CONTENT}" | base64 -d > /etc/kubernetes/sp.txt - fi - - set +x - echo "${APISERVER_PUBLIC_KEY}" | base64 --decode > "${APISERVER_PUBLIC_KEY_PATH}" - # Perform the required JSON escaping - SP_FILE="/etc/kubernetes/sp.txt" - SERVICE_PRINCIPAL_CLIENT_SECRET="$(cat "$SP_FILE")" - SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET//\\/\\\\} - SERVICE_PRINCIPAL_CLIENT_SECRET=${SERVICE_PRINCIPAL_CLIENT_SECRET//\"/\\\"} - rm "$SP_FILE" # unneeded after reading from disk. - cat << EOF > "${AZURE_JSON_PATH}" -{ - "cloud": "${TARGET_CLOUD}", - "tenantId": "${TENANT_ID}", - "subscriptionId": "${SUBSCRIPTION_ID}", - "aadClientId": "${SERVICE_PRINCIPAL_CLIENT_ID}", - "aadClientSecret": "${SERVICE_PRINCIPAL_CLIENT_SECRET}", - "resourceGroup": "${RESOURCE_GROUP}", - "location": "${LOCATION}", - "vmType": "${VM_TYPE}", - "subnetName": "${SUBNET}", - "securityGroupName": "${NETWORK_SECURITY_GROUP}", - "vnetName": "${VIRTUAL_NETWORK}", - "vnetResourceGroup": "${VIRTUAL_NETWORK_RESOURCE_GROUP}", - "routeTableName": "${ROUTE_TABLE}", - "primaryAvailabilitySetName": "${PRIMARY_AVAILABILITY_SET}", - "primaryScaleSetName": "${PRIMARY_SCALE_SET}", - "cloudProviderBackoffMode": "${CLOUDPROVIDER_BACKOFF_MODE}", - "cloudProviderBackoff": ${CLOUDPROVIDER_BACKOFF}, - "cloudProviderBackoffRetries": ${CLOUDPROVIDER_BACKOFF_RETRIES}, - "cloudProviderBackoffExponent": ${CLOUDPROVIDER_BACKOFF_EXPONENT}, - "cloudProviderBackoffDuration": ${CLOUDPROVIDER_BACKOFF_DURATION}, - "cloudProviderBackoffJitter": ${CLOUDPROVIDER_BACKOFF_JITTER}, - "cloudProviderRateLimit": ${CLOUDPROVIDER_RATELIMIT}, - "cloudProviderRateLimitQPS": ${CLOUDPROVIDER_RATELIMIT_QPS}, - "cloudProviderRateLimitBucket": ${CLOUDPROVIDER_RATELIMIT_BUCKET}, - "cloudProviderRateLimitQPSWrite": ${CLOUDPROVIDER_RATELIMIT_QPS_WRITE}, - "cloudProviderRateLimitBucketWrite": ${CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE}, - "useManagedIdentityExtension": ${USE_MANAGED_IDENTITY_EXTENSION}, - "userAssignedIdentityID": "${USER_ASSIGNED_IDENTITY_ID}", - "useInstanceMetadata": ${USE_INSTANCE_METADATA}, - "loadBalancerSku": "${LOAD_BALANCER_SKU}", - "disableOutboundSNAT": ${LOAD_BALANCER_DISABLE_OUTBOUND_SNAT}, - "excludeMasterFromStandardLB": ${EXCLUDE_MASTER_FROM_STANDARD_LB}, - "providerVaultName": "${KMS_PROVIDER_VAULT_NAME}", - "maximumLoadBalancerRuleCount": ${MAXIMUM_LOADBALANCER_RULE_COUNT}, - "providerKeyName": "k8s", - "providerKeyVersion": "" -} -EOF - set -x - if [[ "${CLOUDPROVIDER_BACKOFF_MODE}" = "v2" ]]; then - sed -i "/cloudProviderBackoffExponent/d" /etc/kubernetes/azure.json - sed -i "/cloudProviderBackoffJitter/d" /etc/kubernetes/azure.json - fi - - configureKubeletServerCert - if [ "${IS_CUSTOM_CLOUD}" == "true" ]; then - set +x - AKS_CUSTOM_CLOUD_JSON_PATH="/etc/kubernetes/${TARGET_ENVIRONMENT}.json" - touch "${AKS_CUSTOM_CLOUD_JSON_PATH}" - chmod 0600 "${AKS_CUSTOM_CLOUD_JSON_PATH}" - chown root:root "${AKS_CUSTOM_CLOUD_JSON_PATH}" - - echo "${CUSTOM_ENV_JSON}" | base64 -d > "${AKS_CUSTOM_CLOUD_JSON_PATH}" - set -x - fi - - if [ "${KUBELET_CONFIG_FILE_ENABLED}" == "true" ]; then - set +x - KUBELET_CONFIG_JSON_PATH="/etc/default/kubeletconfig.json" - touch "${KUBELET_CONFIG_JSON_PATH}" - chmod 0600 "${KUBELET_CONFIG_JSON_PATH}" - chown root:root "${KUBELET_CONFIG_JSON_PATH}" - echo "${KUBELET_CONFIG_FILE_CONTENT}" | base64 -d > "${KUBELET_CONFIG_JSON_PATH}" - set -x - KUBELET_CONFIG_DROP_IN="/etc/systemd/system/kubelet.service.d/10-componentconfig.conf" - touch "${KUBELET_CONFIG_DROP_IN}" - chmod 0600 "${KUBELET_CONFIG_DROP_IN}" - tee "${KUBELET_CONFIG_DROP_IN}" > /dev/null < /etc/modules-load.d/br_netfilter.conf - configureCNIIPTables -} - -configureCNIIPTables() { - if [[ "${NETWORK_PLUGIN}" = "azure" ]]; then - mv $CNI_BIN_DIR/10-azure.conflist $CNI_CONFIG_DIR/ - chmod 600 $CNI_CONFIG_DIR/10-azure.conflist - if [[ "${NETWORK_POLICY}" == "calico" ]]; then - sed -i 's#"mode":"bridge"#"mode":"transparent"#g' $CNI_CONFIG_DIR/10-azure.conflist - elif [[ "${NETWORK_POLICY}" == "" || "${NETWORK_POLICY}" == "none" ]] && [[ "${NETWORK_MODE}" == "transparent" ]]; then - sed -i 's#"mode":"bridge"#"mode":"transparent"#g' $CNI_CONFIG_DIR/10-azure.conflist - fi - /sbin/ebtables -t nat --list - fi -} - -disableSystemdResolved() { - ls -ltr /etc/resolv.conf - cat /etc/resolv.conf - UBUNTU_RELEASE=$(lsb_release -r -s) - if [[ "${UBUNTU_RELEASE}" == "18.04" || "${UBUNTU_RELEASE}" == "20.04" || "${UBUNTU_RELEASE}" == "22.04" ]]; then - echo "Ingorings systemd-resolved query service but using its resolv.conf file" - echo "This is the simplest approach to workaround resolved issues without completely uninstall it" - [ -f /run/systemd/resolve/resolv.conf ] && sudo ln -sf /run/systemd/resolve/resolv.conf /etc/resolv.conf - ls -ltr /etc/resolv.conf - cat /etc/resolv.conf - fi -} - -ensureContainerd() { - if [ "${TELEPORT_ENABLED}" == "true" ]; then - ensureTeleportd - fi - mkdir -p "/etc/systemd/system/containerd.service.d" - tee "/etc/systemd/system/containerd.service.d/exec_start.conf" > /dev/null < /etc/containerd/config.toml || exit $ERR_FILE_WATCH_TIMEOUT - tee "/etc/sysctl.d/99-force-bridge-forward.conf" > /dev/null < "${KUBE_CA_FILE}" - chmod 0600 "${KUBE_CA_FILE}" - - if [ "${CLIENT_TLS_BOOTSTRAPPING_ENABLED}" == "true" ]; then - KUBELET_TLS_DROP_IN="/etc/systemd/system/kubelet.service.d/10-tlsbootstrap.conf" - mkdir -p "$(dirname "${KUBELET_TLS_DROP_IN}")" - touch "${KUBELET_TLS_DROP_IN}" - chmod 0600 "${KUBELET_TLS_DROP_IN}" - tee "${KUBELET_TLS_DROP_IN}" > /dev/null < /dev/null < /dev/null < /dev/null < /dev/null < "${SYSCTL_CONFIG_FILE}" - retrycmd_if_failure 24 5 25 sysctl --system -} - -ensureK8sControlPlane() { - if $REBOOTREQUIRED || [ "$NO_OUTBOUND" = "true" ]; then - return - fi - retrycmd_if_failure 120 5 25 $KUBECTL 2>/dev/null cluster-info || exit $ERR_K8S_RUNNING_TIMEOUT -} - -createKubeManifestDir() { - KUBEMANIFESTDIR=/etc/kubernetes/manifests - mkdir -p $KUBEMANIFESTDIR -} - -writeKubeConfig() { - KUBECONFIGDIR=/home/$ADMINUSER/.kube - KUBECONFIGFILE=$KUBECONFIGDIR/config - mkdir -p $KUBECONFIGDIR - touch $KUBECONFIGFILE - chown $ADMINUSER:$ADMINUSER $KUBECONFIGDIR - chown $ADMINUSER:$ADMINUSER $KUBECONFIGFILE - chmod 700 $KUBECONFIGDIR - chmod 600 $KUBECONFIGFILE - set +x - echo " ---- -apiVersion: v1 -clusters: -- cluster: - certificate-authority-data: \"$CA_CERTIFICATE\" - server: $KUBECONFIG_SERVER - name: \"$MASTER_FQDN\" -contexts: -- context: - cluster: \"$MASTER_FQDN\" - user: \"$MASTER_FQDN-admin\" - name: \"$MASTER_FQDN\" -current-context: \"$MASTER_FQDN\" -kind: Config -users: -- name: \"$MASTER_FQDN-admin\" - user: - client-certificate-data: \"$KUBECONFIG_CERTIFICATE\" - client-key-data: \"$KUBECONFIG_KEY\" -" > $KUBECONFIGFILE - set -x -} - -configClusterAutoscalerAddon() { - CLUSTER_AUTOSCALER_ADDON_FILE=/etc/kubernetes/addons/cluster-autoscaler-deployment.yaml - wait_for_file 1200 1 $CLUSTER_AUTOSCALER_ADDON_FILE || exit $ERR_FILE_WATCH_TIMEOUT - sed -i "s||$(echo $SERVICE_PRINCIPAL_CLIENT_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $SERVICE_PRINCIPAL_CLIENT_SECRET | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $SUBSCRIPTION_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $TENANT_ID | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE - sed -i "s||$(echo $RESOURCE_GROUP | base64)|g" $CLUSTER_AUTOSCALER_ADDON_FILE -} - -configACIConnectorAddon() { - ACI_CONNECTOR_CREDENTIALS=$(printf "{\"clientId\": \"%s\", \"clientSecret\": \"%s\", \"tenantId\": \"%s\", \"subscriptionId\": \"%s\", \"activeDirectoryEndpointUrl\": \"https://login.microsoftonline.com\",\"resourceManagerEndpointUrl\": \"https://management.azure.com/\", \"activeDirectoryGraphResourceId\": \"https://graph.windows.net/\", \"sqlManagementEndpointUrl\": \"https://management.core.windows.net:8443/\", \"galleryEndpointUrl\": \"https://gallery.azure.com/\", \"managementEndpointUrl\": \"https://management.core.windows.net/\"}" "$SERVICE_PRINCIPAL_CLIENT_ID" "$SERVICE_PRINCIPAL_CLIENT_SECRET" "$TENANT_ID" "$SUBSCRIPTION_ID" | base64 -w 0) - - openssl req -newkey rsa:4096 -new -nodes -x509 -days 3650 -keyout /etc/kubernetes/certs/aci-connector-key.pem -out /etc/kubernetes/certs/aci-connector-cert.pem -subj "/C=US/ST=CA/L=virtualkubelet/O=virtualkubelet/OU=virtualkubelet/CN=virtualkubelet" - ACI_CONNECTOR_KEY=$(base64 /etc/kubernetes/certs/aci-connector-key.pem -w0) - ACI_CONNECTOR_CERT=$(base64 /etc/kubernetes/certs/aci-connector-cert.pem -w0) - - ACI_CONNECTOR_ADDON_FILE=/etc/kubernetes/addons/aci-connector-deployment.yaml - wait_for_file 1200 1 $ACI_CONNECTOR_ADDON_FILE || exit $ERR_FILE_WATCH_TIMEOUT - sed -i "s||$ACI_CONNECTOR_CREDENTIALS|g" $ACI_CONNECTOR_ADDON_FILE - sed -i "s||$RESOURCE_GROUP|g" $ACI_CONNECTOR_ADDON_FILE - sed -i "s||$ACI_CONNECTOR_CERT|g" $ACI_CONNECTOR_ADDON_FILE - sed -i "s||$ACI_CONNECTOR_KEY|g" $ACI_CONNECTOR_ADDON_FILE -} - -configAzurePolicyAddon() { - AZURE_POLICY_ADDON_FILE=/etc/kubernetes/addons/azure-policy-deployment.yaml - sed -i "s||/subscriptions/$SUBSCRIPTION_ID/resourceGroups/$RESOURCE_GROUP|g" $AZURE_POLICY_ADDON_FILE -} - -configGPUDrivers() { - # install gpu driver - if [[ $OS == $UBUNTU_OS_NAME ]]; then - mkdir -p /opt/{actions,gpu} - if [[ "${CONTAINER_RUNTIME}" == "containerd" ]]; then - ctr image pull $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG - retrycmd_if_failure 5 10 600 bash -c "$CTR_GPU_INSTALL_CMD $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG gpuinstall /entrypoint.sh install" - ret=$? - if [[ "$ret" != "0" ]]; then - echo "Failed to install GPU driver, exiting..." - exit $ERR_GPU_DRIVERS_START_FAIL - fi - ctr images rm --sync $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG - else - bash -c "$DOCKER_GPU_INSTALL_CMD $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG install" - ret=$? - if [[ "$ret" != "0" ]]; then - echo "Failed to install GPU driver, exiting..." - exit $ERR_GPU_DRIVERS_START_FAIL - fi - docker rmi $NVIDIA_DRIVER_IMAGE:$NVIDIA_DRIVER_IMAGE_TAG - fi - elif [[ $OS == $MARINER_OS_NAME ]]; then - downloadGPUDrivers - installNvidiaContainerRuntime - else - echo "os $OS not supported at this time. skipping configGPUDrivers" - exit 1 - fi - - # validate on host, already done inside container. - if [[ $OS == $UBUNTU_OS_NAME ]]; then - retrycmd_if_failure 120 5 25 nvidia-modprobe -u -c0 || exit $ERR_GPU_DRIVERS_START_FAIL - fi - retrycmd_if_failure 120 5 25 nvidia-smi || exit $ERR_GPU_DRIVERS_START_FAIL - retrycmd_if_failure 120 5 25 ldconfig || exit $ERR_GPU_DRIVERS_START_FAIL - - # reload containerd/dockerd - if [[ "${CONTAINER_RUNTIME}" == "containerd" ]]; then - retrycmd_if_failure 120 5 25 pkill -SIGHUP containerd || exit $ERR_GPU_DRIVERS_INSTALL_TIMEOUT - else - retrycmd_if_failure 120 5 25 pkill -SIGHUP dockerd || exit $ERR_GPU_DRIVERS_INSTALL_TIMEOUT - fi -} - -validateGPUDrivers() { - if [[ $(isARM64) == 1 ]]; then - # no GPU on ARM64 - return - fi - - retrycmd_if_failure 24 5 25 nvidia-modprobe -u -c0 && echo "gpu driver loaded" || configGPUDrivers || exit $ERR_GPU_DRIVERS_START_FAIL - which nvidia-smi - if [[ $? == 0 ]]; then - SMI_RESULT=$(retrycmd_if_failure 24 5 25 nvidia-smi) - else - SMI_RESULT=$(retrycmd_if_failure 24 5 25 $GPU_DEST/bin/nvidia-smi) - fi - SMI_STATUS=$? - if [[ $SMI_STATUS != 0 ]]; then - if [[ $SMI_RESULT == *"infoROM is corrupted"* ]]; then - exit $ERR_GPU_INFO_ROM_CORRUPTED - else - exit $ERR_GPU_DRIVERS_START_FAIL - fi - else - echo "gpu driver working fine" - fi -} - -ensureGPUDrivers() { - if [[ $(isARM64) == 1 ]]; then - # no GPU on ARM64 - return - fi - - if [[ "${CONFIG_GPU_DRIVER_IF_NEEDED}" = true ]]; then - logs_to_events "AKS.CSE.ensureGPUDrivers.configGPUDrivers" configGPUDrivers - else - logs_to_events "AKS.CSE.ensureGPUDrivers.validateGPUDrivers" validateGPUDrivers - fi - if [[ $OS == $UBUNTU_OS_NAME ]]; then - logs_to_events "AKS.CSE.ensureGPUDrivers.nvidia-modprobe" "systemctlEnableAndStart nvidia-modprobe" || exit $ERR_GPU_DRIVERS_START_FAIL - fi -} - -disableSSH() { - systemctlDisableAndStop ssh || exit $ERR_DISABLE_SSH -} - -#EOF diff --git a/pkg/agent/testdata/RawUbuntu/CSECommand b/pkg/agent/testdata/RawUbuntu/CSECommand index 1e466386b12..7f5f25d72a8 100644 --- a/pkg/agent/testdata/RawUbuntu/CSECommand +++ b/pkg/agent/testdata/RawUbuntu/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.15.7 HYPERKUBE_URL=hyperkube-amd64:v1.15.7 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME= CLI_TOOL= CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="false" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="nc -vz mcr.microsoft.com 443" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInN0YXRpY1BvZFBhdGgiOiAiL2V0Yy9rdWJlcm5ldGVzL21hbmlmZXN0cyIsCiAgICAiYWRkcmVzcyI6ICIwLjAuMC4wIiwKICAgICJyZWFkT25seVBvcnQiOiAxMDI1NSwKICAgICJ0bHNDZXJ0RmlsZSI6ICIvZXRjL2t1YmVybmV0ZXMvY2VydHMva3ViZWxldHNlcnZlci5jcnQiLAogICAgInRsc1ByaXZhdGVLZXlGaWxlIjogIi9ldGMva3ViZXJuZXRlcy9jZXJ0cy9rdWJlbGV0c2VydmVyLmtleSIsCiAgICAidGxzQ2lwaGVyU3VpdGVzIjogWwogICAgICAgICJUTFNfRUNESEVfRUNEU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzEyOF9HQ01fU0hBMjU2IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQ0hBQ0hBMjBfUE9MWTEzMDUiLAogICAgICAgICJUTFNfRUNESEVfUlNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX0VDREhFX1JTQV9XSVRIX0NIQUNIQTIwX1BPTFkxMzA1IiwKICAgICAgICAiVExTX0VDREhFX0VDRFNBX1dJVEhfQUVTXzI1Nl9HQ01fU0hBMzg0IiwKICAgICAgICAiVExTX1JTQV9XSVRIX0FFU18yNTZfR0NNX1NIQTM4NCIsCiAgICAgICAgIlRMU19SU0FfV0lUSF9BRVNfMTI4X0dDTV9TSEEyNTYiCiAgICBdLAogICAgInJvdGF0ZUNlcnRpZmljYXRlcyI6IHRydWUsCiAgICAiYXV0aGVudGljYXRpb24iOiB7CiAgICAgICAgIng1MDkiOiB7CiAgICAgICAgICAgICJjbGllbnRDQUZpbGUiOiAiL2V0Yy9rdWJlcm5ldGVzL2NlcnRzL2NhLmNydCIKICAgICAgICB9LAogICAgICAgICJ3ZWJob29rIjogewogICAgICAgICAgICAiZW5hYmxlZCI6IHRydWUKICAgICAgICB9LAogICAgICAgICJhbm9ueW1vdXMiOiB7fQogICAgfSwKICAgICJhdXRob3JpemF0aW9uIjogewogICAgICAgICJtb2RlIjogIldlYmhvb2siLAogICAgICAgICJ3ZWJob29rIjoge30KICAgIH0sCiAgICAiZXZlbnRSZWNvcmRRUFMiOiAwLAogICAgImNsdXN0ZXJEb21haW4iOiAiY2x1c3Rlci5sb2NhbCIsCiAgICAiY2x1c3RlckROUyI6IFsKICAgICAgICAiMTAuMC4wLjEwIgogICAgXSwKICAgICJzdHJlYW1pbmdDb25uZWN0aW9uSWRsZVRpbWVvdXQiOiAiNGgwbTBzIiwKICAgICJub2RlU3RhdHVzVXBkYXRlRnJlcXVlbmN5IjogIjEwcyIsCiAgICAiaW1hZ2VHQ0hpZ2hUaHJlc2hvbGRQZXJjZW50IjogODUsCiAgICAiaW1hZ2VHQ0xvd1RocmVzaG9sZFBlcmNlbnQiOiA4MCwKICAgICJjZ3JvdXBzUGVyUU9TIjogdHJ1ZSwKICAgICJtYXhQb2RzIjogMTEwLAogICAgInBvZFBpZHNMaW1pdCI6IC0xLAogICAgInJlc29sdkNvbmYiOiAiL2V0Yy9yZXNvbHYuY29uZiIsCiAgICAiZXZpY3Rpb25IYXJkIjogewogICAgICAgICJtZW1vcnkuYXZhaWxhYmxlIjogIjc1ME1pIiwKICAgICAgICAibm9kZWZzLmF2YWlsYWJsZSI6ICIxMCUiLAogICAgICAgICJub2RlZnMuaW5vZGVzRnJlZSI6ICI1JSIKICAgIH0sCiAgICAicHJvdGVjdEtlcm5lbERlZmF1bHRzIjogdHJ1ZSwKICAgICJmZWF0dXJlR2F0ZXMiOiB7CiAgICAgICAgIkR5bmFtaWNLdWJlbGV0Q29uZmlnIjogZmFsc2UsCiAgICAgICAgIlBvZFByaW9yaXR5IjogdHJ1ZSwKICAgICAgICAiUm90YXRlS3ViZWxldFNlcnZlckNlcnRpZmljYXRlIjogdHJ1ZSwKICAgICAgICAiYSI6IGZhbHNlLAogICAgICAgICJ4IjogZmFsc2UKICAgIH0sCiAgICAiY29udGFpbmVyTG9nTWF4U2l6ZSI6ICI1ME0iLAogICAgInN5c3RlbVJlc2VydmVkIjogewogICAgICAgICJjcHUiOiAiMiIsCiAgICAgICAgIm1lbW9yeSI6ICIxR2kiCiAgICB9LAogICAgImt1YmVSZXNlcnZlZCI6IHsKICAgICAgICAiY3B1IjogIjEwMG0iLAogICAgICAgICJtZW1vcnkiOiAiMTYzOE1pIgogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICJwb2RzIgogICAgXQp9" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--address=0.0.0.0 --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --azure-container-registry-config=/etc/kubernetes/azure.json --cgroups-per-qos=true --client-ca-file=/etc/kubernetes/certs/ca.crt --cloud-config=/etc/kubernetes/azure.json --cloud-provider=azure --cluster-dns=10.0.0.10 --cluster-domain=cluster.local --container-log-max-size=50M --enforce-node-allocatable=pods --event-qps=0 --eviction-hard=memory.available<750Mi,nodefs.available<10%,nodefs.inodesFree<5% --feature-gates=DynamicKubeletConfig=false,PodPriority=true,RotateKubeletServerCertificate=true,a=false,x=false --image-gc-high-threshold=85 --image-gc-low-threshold=80 --kube-reserved=cpu=100m,memory=1638Mi --max-pods=110 --node-status-update-frequency=10s --pod-manifest-path=/etc/kubernetes/manifests --pod-max-pids=-1 --protect-kernel-defaults=true --read-only-port=10255 --resolv-conf=/etc/resolv.conf --rotate-certificates=true --streaming-connection-idle-timeout=4h0m0s --system-reserved=cpu=2,memory=1Gi --tls-cert-file=/etc/kubernetes/certs/kubeletserver.crt --tls-cipher-suites=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_CHACHA20_POLY1305,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_GCM_SHA256 --tls-private-key-file=/etc/kubernetes/certs/kubeletserver.key " NETWORK_POLICY="" KUBELET_IMAGE="hyperkube-amd64:v1.15.7" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIm9zcy9rdWJlcm5ldGVzL3BhdXNlOjEuMy4xIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmRdCgkJZGVmYXVsdF9ydW50aW1lX25hbWUgPSAicnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jXQoJCQlydW50aW1lX3R5cGUgPSAiaW8uY29udGFpbmVyZC5ydW5jLnYyIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnJ1bmMub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkLnJ1bnRpbWVzLnVudHJ1c3RlZF0KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWQub3B0aW9uc10KCQkJQmluYXJ5TmFtZSA9ICIvdXNyL2Jpbi9ydW5jIgoJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLnJlZ2lzdHJ5LmhlYWRlcnNdCgkJWC1NZXRhLVNvdXJjZS1DbGllbnQgPSBbImF6dXJlL2FrcyJdClttZXRyaWNzXQoJYWRkcmVzcyA9ICIwLjAuMC4wOjEwMjU3Igo=" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntu/CustomData b/pkg/agent/testdata/RawUbuntu/CustomData index c56f91c447f..f3ad885d672 100644 --- a/pkg/agent/testdata/RawUbuntu/CustomData +++ b/pkg/agent/testdata/RawUbuntu/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/RawUbuntu/line33.sh b/pkg/agent/testdata/RawUbuntu/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/RawUbuntu/line33.sh +++ b/pkg/agent/testdata/RawUbuntu/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand index ce344652859..07053f7ec41 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CSECommand +++ b/pkg/agent/testdata/RawUbuntuContainerd/CSECommand @@ -1 +1 @@ -echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.1 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file +echo $(date),$(hostname) > /var/log/azure/cluster-provision-cse-output.log; for i in $(seq 1 1200); do grep -Fq "EOF" /opt/azure/containers/provision.sh && break; if [ $i -eq 1200 ]; then exit 100; else sleep 1; fi; done; ADMINUSER=azureuser MOBY_VERSION= TENANT_ID=tenantID KUBERNETES_VERSION=1.19.1 HYPERKUBE_URL=k8s.gcr.io/hyperkube-amd64:v1.19.1 KUBE_BINARY_URL= CUSTOM_KUBE_BINARY_URL= KUBEPROXY_URL= APISERVER_PUBLIC_KEY= SUBSCRIPTION_ID=subID RESOURCE_GROUP=resourceGroupName LOCATION=southcentralus VM_TYPE=vmss SUBNET=subnet1 NETWORK_SECURITY_GROUP=aks-agentpool-36873793-nsg VIRTUAL_NETWORK=aks-vnet-07752737 VIRTUAL_NETWORK_RESOURCE_GROUP=MC_rg ROUTE_TABLE=aks-agentpool-36873793-routetable PRIMARY_AVAILABILITY_SET= PRIMARY_SCALE_SET=aks-agent2-36873793-vmss SERVICE_PRINCIPAL_CLIENT_ID=ClientID NETWORK_PLUGIN= NETWORK_POLICY= VNET_CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/azure-cni/v1.1.3/binaries/azure-vnet-cni-linux-amd64-v1.1.3.tgz CNI_PLUGINS_URL=https://acs-mirror.azureedge.net/cni/cni-plugins-amd64-v0.7.6.tgz CLOUDPROVIDER_BACKOFF= CLOUDPROVIDER_BACKOFF_MODE= CLOUDPROVIDER_BACKOFF_RETRIES=0 CLOUDPROVIDER_BACKOFF_EXPONENT=0 CLOUDPROVIDER_BACKOFF_DURATION=0 CLOUDPROVIDER_BACKOFF_JITTER=0 CLOUDPROVIDER_RATELIMIT= CLOUDPROVIDER_RATELIMIT_QPS=0 CLOUDPROVIDER_RATELIMIT_QPS_WRITE=0 CLOUDPROVIDER_RATELIMIT_BUCKET=0 CLOUDPROVIDER_RATELIMIT_BUCKET_WRITE=0 LOAD_BALANCER_DISABLE_OUTBOUND_SNAT= USE_MANAGED_IDENTITY_EXTENSION=false USE_INSTANCE_METADATA=false LOAD_BALANCER_SKU= EXCLUDE_MASTER_FROM_STANDARD_LB=true MAXIMUM_LOADBALANCER_RULE_COUNT=0 CONTAINER_RUNTIME=containerd CLI_TOOL=ctr CONTAINERD_DOWNLOAD_URL_BASE=https://storage.googleapis.com/cri-containerd-release/ NETWORK_MODE= KUBE_BINARY_URL= USER_ASSIGNED_IDENTITY_ID=userAssignedID API_SERVER_NAME= IS_VHD=false GPU_NODE=false SGX_NODE=false MIG_NODE=false CONFIG_GPU_DRIVER_IF_NEEDED=true ENABLE_GPU_DEVICE_PLUGIN_IF_NEEDED=false TELEPORTD_PLUGIN_DOWNLOAD_URL= CONTAINERD_VERSION= CONTAINERD_PACKAGE_URL= RUNC_VERSION= RUNC_PACKAGE_URL= ENABLE_HOSTS_CONFIG_AGENT="false" DISABLE_SSH="false" NEEDS_CONTAINERD="true" TELEPORT_ENABLED="false" SHOULD_CONFIGURE_HTTP_PROXY="false" SHOULD_CONFIGURE_HTTP_PROXY_CA="false" HTTP_PROXY_TRUSTED_CA="" SHOULD_CONFIGURE_CUSTOM_CA_TRUST="false" CUSTOM_CA_TRUST_COUNT="0" IS_KRUSTLET="false" GPU_NEEDS_FABRIC_MANAGER="false" NEEDS_DOCKER_LOGIN="false" IPV6_DUAL_STACK_ENABLED="false" OUTBOUND_COMMAND="curl -v --insecure --proxy-insecure https://mcr.microsoft.com/v2/" ENABLE_UNATTENDED_UPGRADES="true" ENSURE_NO_DUPE_PROMISCUOUS_BRIDGE="false" SHOULD_CONFIG_SWAP_FILE="false" SHOULD_CONFIG_TRANSPARENT_HUGE_PAGE="false" TARGET_CLOUD="AzurePublicCloud" TARGET_ENVIRONMENT="AzurePublicCloud" CUSTOM_ENV_JSON="" IS_CUSTOM_CLOUD="false" CSE_HELPERS_FILEPATH="/opt/azure/containers/provision_source.sh" CSE_DISTRO_HELPERS_FILEPATH="/opt/azure/containers/provision_source_distro.sh" CSE_INSTALL_FILEPATH="/opt/azure/containers/provision_installs.sh" CSE_DISTRO_INSTALL_FILEPATH="/opt/azure/containers/provision_installs_distro.sh" CSE_CONFIG_FILEPATH="/opt/azure/containers/provision_configs.sh" AZURE_PRIVATE_REGISTRY_SERVER="" HAS_CUSTOM_SEARCH_DOMAIN="false" CUSTOM_SEARCH_DOMAIN_FILEPATH="/opt/azure/containers/setup-custom-search-domains.sh" HTTP_PROXY_URLS="" HTTPS_PROXY_URLS="" NO_PROXY_URLS="" PROXY_VARS="" CLIENT_TLS_BOOTSTRAPPING_ENABLED="false" DHCPV6_SERVICE_FILEPATH="/etc/systemd/system/dhcpv6.service" DHCPV6_CONFIG_FILEPATH="/opt/azure/containers/enable-dhcpv6.sh" THP_ENABLED="" THP_DEFRAG="" SERVICE_PRINCIPAL_FILE_CONTENT="U2VjcmV0" KUBELET_CLIENT_CONTENT="" KUBELET_CLIENT_CERT_CONTENT="" KUBELET_CONFIG_FILE_ENABLED="false" KUBELET_CONFIG_FILE_CONTENT="ewogICAgImtpbmQiOiAiS3ViZWxldENvbmZpZ3VyYXRpb24iLAogICAgImFwaVZlcnNpb24iOiAia3ViZWxldC5jb25maWcuazhzLmlvL3YxYmV0YTEiLAogICAgInRsc0NpcGhlclN1aXRlcyI6IFsKICAgICAgICAiIgogICAgXSwKICAgICJhdXRoZW50aWNhdGlvbiI6IHsKICAgICAgICAieDUwOSI6IHt9LAogICAgICAgICJ3ZWJob29rIjoge30sCiAgICAgICAgImFub255bW91cyI6IHt9CiAgICB9LAogICAgImF1dGhvcml6YXRpb24iOiB7CiAgICAgICAgIndlYmhvb2siOiB7fQogICAgfSwKICAgICJjbHVzdGVyRE5TIjogWwogICAgICAgICIiCiAgICBdLAogICAgImZlYXR1cmVHYXRlcyI6IHsKICAgICAgICAiRHluYW1pY0t1YmVsZXRDb25maWciOiBmYWxzZQogICAgfSwKICAgICJlbmZvcmNlTm9kZUFsbG9jYXRhYmxlIjogWwogICAgICAgICIiCiAgICBdCn0=" SWAP_FILE_SIZE_MB="0" GPU_DRIVER_VERSION="cuda-510.47.03" GPU_INSTANCE_PROFILE="" CUSTOM_SEARCH_DOMAIN_NAME="" CUSTOM_SEARCH_REALM_USER="" CUSTOM_SEARCH_REALM_PASSWORD="" MESSAGE_OF_THE_DAY="" HAS_KUBELET_DISK_TYPE="false" NEEDS_CGROUPV2="false" SYSCTL_CONTENT="IyBUaGlzIGlzIGEgcGFydGlhbCB3b3JrYXJvdW5kIHRvIHRoaXMgdXBzdHJlYW0gS3ViZXJuZXRlcyBpc3N1ZToKIyBodHRwczovL2dpdGh1Yi5jb20va3ViZXJuZXRlcy9rdWJlcm5ldGVzL2lzc3Vlcy80MTkxNiNpc3N1ZWNvbW1lbnQtMzEyNDI4NzMxCm5ldC5pcHY0LnRjcF9yZXRyaWVzMj04Cm5ldC5jb3JlLm1lc3NhZ2VfYnVyc3Q9ODAKbmV0LmNvcmUubWVzc2FnZV9jb3N0PTQwCm5ldC5jb3JlLnNvbWF4Y29ubj0xNjM4NApuZXQuaXB2NC50Y3BfbWF4X3N5bl9iYWNrbG9nPTE2Mzg0Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMT00MDk2Cm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMj04MTkyCm5ldC5pcHY0Lm5laWdoLmRlZmF1bHQuZ2NfdGhyZXNoMz0xNjM4NAoK" TLS_BOOTSTRAP_TOKEN="" KUBELET_FLAGS="--feature-gates=DynamicKubeletConfig=false " NETWORK_POLICY="" KUBELET_NODE_LABELS="agentpool=agent2,kubernetes.azure.com/agentpool=agent2" AZURE_ENVIRONMENT_FILEPATH="" KUBE_CA_CRT="" KUBENET_TEMPLATE="CnsKICAgICJjbmlWZXJzaW9uIjogIjAuMy4xIiwKICAgICJuYW1lIjogImt1YmVuZXQiLAogICAgInBsdWdpbnMiOiBbewogICAgInR5cGUiOiAiYnJpZGdlIiwKICAgICJicmlkZ2UiOiAiY2JyMCIsCiAgICAibXR1IjogMTUwMCwKICAgICJhZGRJZiI6ICJldGgwIiwKICAgICJpc0dhdGV3YXkiOiB0cnVlLAogICAgImlwTWFzcSI6IGZhbHNlLAogICAgInByb21pc2NNb2RlIjogdHJ1ZSwKICAgICJoYWlycGluTW9kZSI6IGZhbHNlLAogICAgImlwYW0iOiB7CiAgICAgICAgInR5cGUiOiAiaG9zdC1sb2NhbCIsCiAgICAgICAgInJhbmdlcyI6IFt7e3JhbmdlICRpLCAkcmFuZ2UgOj0gLlBvZENJRFJSYW5nZXN9fXt7aWYgJGl9fSwge3tlbmR9fVt7InN1Ym5ldCI6ICJ7eyRyYW5nZX19In1de3tlbmR9fV0sCiAgICAgICAgInJvdXRlcyI6IFt7e3JhbmdlICRpLCAkcm91dGUgOj0gLlJvdXRlc319e3tpZiAkaX19LCB7e2VuZH19eyJkc3QiOiAie3skcm91dGV9fSJ9e3tlbmR9fV0KICAgIH0KICAgIH0sCiAgICB7CiAgICAidHlwZSI6ICJwb3J0bWFwIiwKICAgICJjYXBhYmlsaXRpZXMiOiB7InBvcnRNYXBwaW5ncyI6IHRydWV9LAogICAgImV4dGVybmFsU2V0TWFya0NoYWluIjogIktVQkUtTUFSSy1NQVNRIgogICAgfV0KfQo=" CONTAINERD_CONFIG_CONTENT="dmVyc2lvbiA9IDIKb29tX3Njb3JlID0gMApbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSJdCglzYW5kYm94X2ltYWdlID0gIiIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5jb250YWluZXJkXQoJCWRlZmF1bHRfcnVudGltZV9uYW1lID0gInJ1bmMiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMucnVuY10KCQkJcnVudGltZV90eXBlID0gImlvLmNvbnRhaW5lcmQucnVuYy52MiIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy5ydW5jLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCQlbcGx1Z2lucy4iaW8uY29udGFpbmVyZC5ncnBjLnYxLmNyaSIuY29udGFpbmVyZC5ydW50aW1lcy51bnRydXN0ZWRdCgkJCXJ1bnRpbWVfdHlwZSA9ICJpby5jb250YWluZXJkLnJ1bmMudjIiCgkJW3BsdWdpbnMuImlvLmNvbnRhaW5lcmQuZ3JwYy52MS5jcmkiLmNvbnRhaW5lcmQucnVudGltZXMudW50cnVzdGVkLm9wdGlvbnNdCgkJCUJpbmFyeU5hbWUgPSAiL3Vzci9iaW4vcnVuYyIKCVtwbHVnaW5zLiJpby5jb250YWluZXJkLmdycGMudjEuY3JpIi5yZWdpc3RyeS5oZWFkZXJzXQoJCVgtTWV0YS1Tb3VyY2UtQ2xpZW50ID0gWyJhenVyZS9ha3MiXQpbbWV0cmljc10KCWFkZHJlc3MgPSAiMC4wLjAuMDoxMDI1NyIK" /usr/bin/nohup /bin/bash -c "/bin/bash /opt/azure/containers/provision_start.sh" \ No newline at end of file diff --git a/pkg/agent/testdata/RawUbuntuContainerd/CustomData b/pkg/agent/testdata/RawUbuntuContainerd/CustomData index 42b9f381bd4..a5ca39e99ac 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/CustomData +++ b/pkg/agent/testdata/RawUbuntuContainerd/CustomData @@ -30,7 +30,7 @@ write_files: encoding: gzip owner: root content: !!binary | - H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJw5lkLrmlgGxTxsBFwrOzM1lNIx2gr6VuTXcLm8lkf/tWtx4IDNjJPqqWqpkY6fR59Xl3c/S35pSy5pTIRe0IPBojTxXcEqoom8OMCyAwoxHWnPHYP+v1Hf9n2+tc+F7vyhlOvPYp1CQqsO5qdAa/gjWDJk9Uk/yZCmwGnClCGQrZTARfUkk5awQ8TiJUCJ9/ArVAVgPzwWDBoW5HAkm4AkEYKA4yDQKUEvDO8NNoNOoF+B1VcFKb0VqNJCom4uZnu09ZemfPkSlY8CiEJ7XaEbio0gQiPpdGmjSJOAk17gWXqtYfnvvd3rjdXBLRjPg8Z5zcyFp8E1IBVgLHX3Kor7WIgSVhCziIUqlQWGsRIz6H33JGHwK2AokWT1WSqs11azW+aPxLcrbrTRDxNLQoo8rSmyQbCVliuAtyudBwUpEoWu9AAbeWsKlVNsaQBEpvDjDU+idiBRIDgUrCTPAYMroBZzM6b6g7BZLDLULI2VMFeJdwiUCYXsQkVXSJQNmMi5goylntCG4XyO4jmWv8lAVRGmIIt1QtKNM7B9OUhRHKWrJSC85eP2RivjAC+IaAnxNIVrm4llUlbCVELfJNotNMoU2jKBYU+q2wWKDINixbXNHeNnytNvk0GXgTf+z0Hdt12sfPIjn1BUZIJIIlwJLPjef8CsdfNmG/QrsN9dZp4+RNHT5XnUWmIQeSKGuuPW8FJFVcYMyXCMFCcLaqlQ51/I/1CrmSCuNARSBQKiJU/iS0FI1RrlgQGn/KFj4LicLnL4+faT9hJMbnL8GsClKpeCwDQRP18aPZirhW075FgTI4fibxD2jB69OTk+c/QcgNA1lwkFA//tJxHf/C6Y+csWsCysj2Lr7Wt6IBwFxgAtbZH/D0KId2hmdPDyB48gSmAsmNwTCja7LHFCz8wzB0j4oJI8e7Y1umxUhiCS0jxARaBYWQM6xJDMGiUG9W2GyG9f2M1iRPRYAHAGo6/PozLnzt1BnjrQK+23O98XCXAv7667A4m3T34jlMvjdwPbvf/3669xE8St7/Nt29eA6T7wwHZ73z7yd7b30td/f68Zduz7U/9R3fdTVe7e1KpLjl7CGVZBqh615sUq4sNl5bYnUvhpN+Nyc8GTv+heeN/NF4+G+/7KfymNV+x96PQH+yuJcK1GtGgt+tOvYm05NR1/Ycv2P7HWfsuVVXLRc7KnDYkgrOYmTKyHZAuM7E9YZXGqM3nrjefgZL/B0Tvzqkg0LRGQ2IQs3kTv7WirWYJj+ceJ+Gk4Fm4OrKHnS/bhERqMQqiEOfzvwZoVEqEN5qa3oLx9tr4ePHby4OXn180trUaAXrYOCf2b3+T4brI/gkdAVHGQxdS2BEFIawJEIWBtpEFTS5tPJkpJdcERZOgUpgXEGQCoFMRSsgS0IjbYTAGVwRodPtdatMW73uV/hbG+px9mZLJVldN9bpSfMTE2aFU5OyrDTROQZmEZmbGrMs73S15ivu4xKZklC3L91Gx3UaWZK7Iqw7tVPFJ2b9WUTmZzTCOhx8vekk56OJPxh2na91w/oOe9nHQxAhYZPkfDTpCrpEIetw75GhtQ9B4dBZ7h2j5NESwzrsfr4fT2nQdhhTNpFa8/ef1WrXF12/Pzxfh/j2A2VhWckf31sK93c2RIWBtq05j0JkQGMyR0gEFngPb2muu05RxvX08rVOt54bVGeTfr+M42Pnn5Pe2Om2Z0Rn6jJdlzvdc/3rC+2obdC7fD9qZWJMpLbO64uu3gclOExTZYxylxa0e8x4ysL6jkJCg5u0MBh6/pn2zWqY28285qxioMdDV4ex47wgHLr+wL5y4PNnXeRoqXZi0SIWlvwIQ863p4uJrEPly1qHmWbOK/v6E8gbmiRaVSEmyEJkAUVZLDflff2g9eeQ5b6OU6arz5KD7ReZMdaPvwwcp+vqKOfZvYEz7m5G+kIxXzyn74yGY893Bjo9boFlaoHH6MXDCBMuVDiK0jllJYNbz42wUveYnUGvS4V8UPQBqlsubrbQbjytlVL3XP9S57W+4+2S5KAgIb9lutm9FKlUEao6FE9KJYc/Exm7CxrLImmsIMQZSSP1EhguUYDAKecKGN4C4yHKRm3sfBoOvS3HO9A11F3TbBSxSRvP+WgCYR4+dwblXc66T05kMhVYDcjbTzYjQmYZvqbWda57Hccf9SfnvYHfO/O1lTmHokWJ5ap3XjJbySDGEE30rJsEm7dY+b9NtqQhJVaISxqglZjdbkgU+uuOikp/yjnENyNsVOKT/ijE70HSbJ1YMZ37UgmicL4ymacOH6EZ4rLJ0iiCv//9qe7Oar+62aLPtUoJ165rXbne2Pac81/alkZmFchAx90I6zXnDgNjKO3Kn81U6vooIFHOoxlW7WIXjqtEtLQ1Z3hWip9H30NmZJrbxi7cdaiXvbPDdJK2WZgZ9W7wjQrtvp25nj32TK12v8Xczx1PHmSum5UQhjue7GauSEb3yyETYM/sT+Nex7+yB/a5M95fTh/BjEwFDXRBR+YoQAlCmQS2jCi70c7OMNDpQMIU1S0igziNFIVitgLzJJWNHBdVQJIEiZCgFlTqEpSzaFUZP824yMcV0kyG4IVBl0QIARGhfFGiamDjJRAGduvkBALCYIqQEKGo5gZDIBCTOxqnMfAZvINbsirZsBkMOq/ekFD6erW/fAMLollBg60K1n1/SqQoIJDOF8rAvMxnphUab0/X9EtSGgFI1OIoDgL/SKnAbZ2+0FaQDct0yZGaGiWm8wq+Fzm+24WuVagC3XYYnHli0TW7FqpxMIbmppLRz8k/bPZb4PfNfty7dsZu1eCzNOPpTb6lhrtopXfIRFutOrOtVmklAUlM53F9BZL+ibJ2ZKBuFzRYmAllKlGYPZAJBnRGzQ6X+tEKSwQ33UXN2BmVsCQRNSPgVKJWp1UQ0SZprIunai+WhzLAhpMYI9TZTnNIYKoZYIbvZLGSNCCRMV94RtmMj4dXzzVbaJRtNjrmIRYm01kQNtesGBfJUSFVCxQQUpG5W2FKmtr1VZG9OQNb1/vwbLFKdIiWXDSTiMy4iEGqdDZ7XlLhcUxYKEGmwQKIhN/zzZYxBcuaJ6klUKL6HWKyygb0GL7csMLgIIo/fs92Xi74LcRUxkQFCwyLfrOpy8rCzqviq9JmtC9MsZA0hARFbpHGNhiaWTKDi9Jnt0oWU26bHFFBnec7HYgiXdOaTapagAwWGGMWfdYCFezdopYojUId+yQNUUDe8ipujEzjwjC3XE2P6nZLNBneoqhgCTQS9lSLGBBtoXwGPAqLesk0JmpBlDGpiLM5THV0ndE7DA87eVYWXdH5qBCrKJWqzx6YAdcdFu6v5bbK9e6wc+mMdffUG+ytXyUq+OEuG3bx4AaFFoAysFI4dp1xljnHvUGnN7L7fqffcwae3+uao5m9712nM3Y8zYn975OxAbi2PccfO+c91xv/4uuVOsGVLFh3j2lcLtMpRqj0P4GKbBbqv8ysqyzl94PUaoFAolA/uCKMzlCqLhVrrV3YbjHRch173Lnwu8Mr+4Du9o4udyD5liGmxv0INB/3HMWYhsjKTgosiUQECyvkMaFszxhrFyF3nTHyqB8KnmgtvwTJtQ5W+YmTTnMLskTtasECg5tmpmfjwyEVtcM19E22YdWy+eGpy+WPsjJvufzxQOO3Hj0OepU1nUFPC1Z+B8LCIvaHiyBZnmZCpyQCqUhwAzMkKhXrnrg3uj71uxO7rzNs5/JQz/uIwNC96IyWp0VIyL6VZeLDLfhG3ittISyiYh60S2lD0A1+BAGjJpKZIFZ5O6NCqkdwve5lC87XT2A9y3hAdBN3StHNt7xUyQoebUhFglAc5IqZkzb6J4JKGcMoO2GWHDaOoXX5mdDgRq+PIU32mohGaGWYLA1zoPa6B1qp468c17XPHX945nsXjt+1f8kHnDuHsnvg/4IpkXj6BqxQO7h2mJirMNdHnEoFItVl9YwLhNx5srNBU3iSJachCBKgLlBKS9AQKpV5FXsrdOYyQ6XaESyUSuSHZnNO1SKdNgKeOaVgqFBW/6RSpiibb1snrXfadwjLp75ZlWyS4Fodnj0+dzy/0x9OCmM1ZVBnQRnpRDwN78/vyfyqM86mjWdcGMjNXikfH1wMXc8tjnfsc2dw4OzhcGAYCbokCjvZ8P+CS1VGlh2vNjxy4zjE98b2wB3ZY53/Libnjj+yz51vDgalD3qCMJkQXZRdpHMckTlWoteOtwdYc3+2RyZxfD877i1Jsjn/vUe7otT5eDgZXb/aS2/vMOReNmi2TqxgLniaLF/tnH04w7N9k4/LySenr03QsOOf9e1zt23l6KysbGrnDNTNxOI7A+5ccClf5sUhwpQEN4oGNxJicmP6wiWKFSx0r6E4hLo9hHOeL/aG3eEHMG6ETFGB0QooUxyWi7CoTEmkUDCi6BKj1UvjebeosdLZqmzaJZnlBXJWyf0jX8wF/EvHDU1Xgelq6SxPCVmRm1d+uvFPlS55ZZokXKgMQ5m/zYatk8tGMNO6Hjie7zlXo77tObtD2Xqx2WmGylcYJxFRaDa39j3WUeL89tlYaSHlLq+tpEBriWwY3taxTiFYxQNL90AolbnBwVPVbr2NYcdCC1mYcMpUO2X07kOz2RQpq6qiIoHkwU2FQmaqsp0roCEjGuAGfD69vGe9upgtpOv23Evf+2W03/+/TeNTysKYp0ztd8gJo+pzbZy3w229wsqW5Jhq9kyh2PWikORw0eCuZKCiomjIvj20Ju8NikX511JlzsDVzcpg6HcnI920DK96bmcynLj+p3Gv+x3RPKMz4N00GbKR4DGVQfpJ0FAH8wMvi53cfdR07+bA3hOrrYH2EcRU0bk5KDLV7TSdl9l/ms5lIyIpCxYJCRsMVTOdpkylzR+yM+tmpEur5g/TdN5snb47PX39FjbP8V6FYSvA1jvr5N17tN6cvA6s6eu3ryzSev+qhfjq5B2iNha5ks1pKpvLWP8/b1+bi6WfKho1U6aNYn3tJ7/i03pNf/sfp/Ibq2eBSQQNM+muDmiv7X6va3u94cB3xuP2iS7AnHCOEBCJIANkRFAuP+gSis4X2f0DMNe5dJjX3WE+ErkFe9QzJSwK6A5cEBjwLBkITKLsGsQzbMwbIBVPTC+SXRLLLyU8L2jkocZUemEoUMrsuY6gLMgmtUlWt0DIZEFTcf3mViegPGjpR9lUqjtwa0cG2HRv2ZRnau4TYjYhpDOdbXSiOPtnd2Bo2KNe3sQbW6tVvpu7EGPHG/cct/32pDhV3VqhDfZFI2c1ouym8WLTYPdhbJ2Yi6d0Bn/LbkBsIf4K7f+E//j1xHr/+YffGrv/Pd5LqjtwNyhVnOxbBdiP+FWOuHJP7sHids9FiWy+5raPn+2LQSShmREMZMT5TZrUob7rpsyGIivcfoUWtE6A5at3KLz+vGTF9dx2futx42BFP98h87HruVqyk/tCaUM/RHTrTPB47JgY+KLeOv2xcfq60Xr1vtE6rb+A3ed6W75txiCXP7p+hUw2utKa6A+Hl7p+LM6M7on3SIz7cOU6edRR1Ho7O4/ZyKrrFDsZgLX8c5fjvHnz2gynMt0fAtNQjxC4vBZVbP2DE4H/p+JVbo888kaWmZE9dCfLJIIbGtxoQD6bFcA5XCK4uaBPVDEtzgaq2fxt31UsDWGOdqeUNWNz6ezJk5yvHP+MMioXGOaENijAk7I62Rzsbwv5ND/+KE4KXubnIVoWxkMzn2hBTFmq8GnGVfFjCLACqMtFqkJ+y8AS0IIn9e8qeLbsbHMcJlIGnMGT8sykXLjrVw0py3/XsG3L/0c8rctUkyUmA9vznEHX6fqT0fnY7jru3vq0+EwmRVrp9sbtrOAnidL/mVK+ETbfv09QUB7SoL7nIsTxs5AKRmJzy3YD49f68607DzwNFjvANoCCRcxDODl98+YhyMys7JH34cMoZ/LDh8y6rREJbsgcrT6VOp606j89hY8fvw8jI0ohCzG0JslckBAfjW99yz9lMZE35ocCIaHRqrE+4cqfWGmGvGx8diPKZ9L/C4h0HBQ70Jjne5AUP16wLMataaS71UcirOLbQH5UDjDUAqE7/HnQH9pd2CXMEcRIzHHgLQIRCLdEmnjSG5Ynx2a+oQSdz9GckBEGOR/bZC1/62N9j9C7+Nx18+UxIaU8/Ktn96Qh+6FHGY8b1T5ifcsjL9wDHuKHOhxvZq4Dp4nIwp2/J1kPfHadL+lskTn2Y39sVqtlZ01bjNVqR7rX/68AAAD//8AhF98FNwAA + H4sIAAAAAAAA/9Q7a3PayJbf+RXnYldeE4HJwzPJXOeWArJNBQNXEp6dncnqNtIB+lrq1nS3sJnc7G/f6tYDgQE72UfVUjUTI50+rz7vbo7+0p5S1p4SuWgcgU8T5JmCW0IVZXOYcQEEZjTGhuO6wXl/4AS/2H73MvD7V85o4p+dQkOiAuuuQWfwG1gzaPNUtcmfmcB2yJkilKGQ7VTwJZWUs1bIkzRGhfD5Z1ALZA0wHwwXHJp2LJBEKxCEgeIgszBEKQHvDD+tVqtZgt9RBSeNGW00SKoSIm5+sQeUZXf2HJmCBY8jeNJoHIGHKksh5nNppMnSmJNI415wqRqD0UXQ67tn7SUR7ZjPC8bJjWwkNxEVYKVw/KWA+tqIGVgStoDDOJMKhbUWMeZz+L1g9CFgK5Ro8Uylmdpct1bji9Y/JWe73oQxzyKLMqosvUmylZIlRrsglwsNJxWJ4/UOlHBrCdtaZS5GJFR6c4Ch1j8RK5AYClQSZoInkNMNOZvReUvdKZAcbhEizp4qwLuUSwTC9CImqaJLBMpmXCREUc4aR3C7QHYfyVzjpyyMswgjuKVqQZneOZhmLIpRNtKVWnD2+iETC4QRIDAEgoJAuirEtaw6YSslalFsEp3mCm0bRbGw1G+NxRJFvmH54pr2tuEbjcnHydCfBK4zcGzPOTt+FstpIDBGIhEsAZZ8bjznNzj+sgn7Fc7OoNk5bZ28acLnurPILOJAUmXNteetgGSKC0z4EiFcCM5Wjcqhjv+2XiFXUmESqhgESkWEKp5ElqIJyhULI+NP+cJnEVH4/OXxM+0njCT4/CWYVWEmFU9kKGiqPnwwW5E0Gtq3KFAGx88k/gEdeH16cvL8Z4i4YSAPDhKax1+6nhNcOoOx43omoIxt//JrcysaAMwFpmCd/wFPjwpoZ3T+9ACCJ09gKpDcGAwzuiZ7TMHCPwxD96iYMHK8O7blWowlVtAyRkyhU1KIOMOGxAgsCs12jc121NzPaEPyTIR4AKChw28w4yLQTp0z3inhe33Pd0e7FPCvfx0WZ5PuXjyHyfeHnm8PBt9P9z6CR8n736a7F89h8t3R8Lx/8f1k761vFO7ePP7S63v2x4ETeJ7Gq71diQy3nD2ikkxj9LzLTcq1xcZrK6ze5Wgy6BWEJ64TXPr+OBi7o3/7dT+Vx6wOuvZ+BPqTx71MoF4zFvxu1bU3mZ6Me7bvBF076Dqu79VdtVrsqNBhSyo4S5ApI9sB4boTzx9daYy+O/H8/QxW+LsmfnVJF4WiMxoShZrJnfytFWsxTX408T+OJkPNwNWVPex93anGHDbX2bXtettQJq4sSQzHa5i6KgQqsQqTKKCzYEZonAmEt9om38LxNgfw4cM3lxivPjzpbO5LDetwGJzb/cHPRvYj+Ch0HUgZjDxLYEwURrAkQpZm3kYVtrm0ipSml1wRFk2BSmBcQZgJgUzFKyBLQmNtysAZXBGhk/Z1p0p+/d5X+MsZNJP8zZbK8urQ1UlO85MQZkVTk/isLNWZCmYxmZtKtSoSdc0XKB7gEpmS0LQ/ea2u57TyVHlFWG9qZ4pPzPrzmMzPaYxNOPh609UuxpNgOOo5X5uG9R1Wt4+HMEbCJunFeNITdIlCNuHeI0NrH4IyLOQZ3EXJ4yVGTdj9fD+eyi3sKKFsIrXm7z9rNK4ve8FgdLFOFGcPFJdVP3B8bync39kIFYbatuY8jpABTcgcIRVY4j28pYXuumUx2NfL1zrdem5QnU8GgyobuM7fJ33X6Z3NiM73VdKvdrrvBdeX2t3PQO/yDn82Ykykts7ry57eByU4TDNljHKXFrR7zHjGouaOckSDm+QyHPnBufbNeoTYzbzmrGagxyNPB8PjoqwcecHQvnLg82ddKmmpdmLRIpaW/AhDLranh6lsQu3LWoe5Zi5q+/ozyBuaplpVEabIImQhRVkuN01C86D1F5DVvroZ0zVsxcH2i9wYm8dfho7T83SU8+3+0HF7m/miVMwX3xk445HrB85QJ9ktsFwt8Bi9+BhjyoWKxnE2p6xicOu5EVbqTrU77PeokA+KPkR1y8XNFtqNp41K6r4XfNLZceD4uyQ5KEjEb5lumT+JTKoYVRPKJ5WSo1+ITLwFTWSZNFYQ4YxksXoJDJcoQOCUcwUMb4HxCGWr4TofRyN/y/EO9B5Nz7QsZWzSxnMxnkBUhM+dQXmXs+6TE5nMBNYD8vaTzYiQW0agqfWc637XCcaDyUV/GPTPA21lzqFoUWG56l9UzNYyiDFEEz2bJsEWjVrxb5staUSJFeGShmilZrdbEoX+uqPW0J9qmvHNCFu1+KQ/CvF7kLQ7J1ZC54FUgiicr0zmacIHaEe4bLMsjuGvf32qe7zGb16+6HOjVgieNbWuPN+1fefi1zNLI7NKZKDjbozNhnOHoTGUs9qf7Uzq+igkccGjGXntYheO60S0tA1ndF6JX0TfQ2ZkWuTWLtxNaFYduMN0krZZlBv1bvCNCu2+nXm+7fqmVrvfqO7njqcPMtfLSwjDHU93M1cmo/vlkAmw5/ZHt98NruyhfeG4+4vyI5iRqaChLujIHAUoQSiTwJYxZTfa2RmGOh1ImKK6RWSQZLGiUE5oYJ5mslXgogpImiIREtSCSl2CchavakOsGRfF0EOa+RK8MOjSGCEkIpIvKlQtbL0EwsDunJxASBhMEVIiFNXcYAQEEnJHkywBPoMf4ZasKjZsBsPuqzckkoFeHSzfwIJoVtBgq4P13p0SKUoIpPOFMjAvi8lrjcbb0zX9ipRGABK1OIqDwD8yKnBbpy+0FeQjN11yZKZGSei8hu9Fge92oWsVqkC3HQZnkVh0za6Fah2MoYWp5PQL8g+b/Rb4fbN3+9eO69UNPk8zvt7kW2q4i1d6h0y01aoz22pVVhKS1HQe11cg6Z8oG0cG6nZBw4WZc2YShdkDmWJIZ9TscKUfrbBUcNNdNIydUQlLElMzSM4kanVaJRFtksa6eKb2YnkoA2w4iTFCne00hwSmmgFm+E4XK0lDEhvzhWeUzbg7unqu2UKjbLPRCY+wNJnugrC5ZsW4SIEKqVqggIiK3N1KU9LUrq/K7M0Z2Lreh2eLVapDtOSincZkxkUCUmWz2fOKCk8SwiIJMgsXQCT8o9hsmVCwrHmaWQIlqn9AQlb5mB+jlxtWGB5E8cc/8p2XC34LCZUJUeECo7LfbOuysrTzuviqshntC1MsJY0gRVFYpLENhmYizeCy8tmtksWU2yZH1FAX+U4HoljXtGaT6hYgwwUmmEeftUAle7eoJcriSMc+SSMUULS8ihsj07gwKixX06O63RJthrcoalhCjYQ91SKGRFsonwGPo7JeMo2JWhBlTCrmbA5THV1n9A6jw06el0VXdD4uxSpLpfqzBybJTYdF+2u5rXK9N+p+clzdPfWHe+tXiQp+uMtHZjy8QaEFoAysDI49x80zp9sfdvtjexB0B31n6Af9njng2fvec7qu42tO7H+fuAbg2vadwHUu+p7v/hrolTrBVSxYd49pXD5lU4xR6X9CFdss0n+ZiVlVyu8HaTRCgUShfnBFGJ2hVD0q1lq7tL1yLuY5ttu9DHqjK/uA7vYOQHcg+ZZRqMb9CDQf9hzomIbIys8bLIlEhAsr4gmhbM8Yaxchb50xiqgfCZ5qLb8EybUOVsW5lU5zC7JE7WrhAsObdq5n48MRFY3DNfRNvmH1svnhqcunn2Rt3vLppwON33qAOezX1nSHfS1Y9R0Ii8rYHy3CdHmaC52RGKQi4Q3MkKhMrHvi/vj6NOhN7IHOsN1Ph3reRwSG3mV3vDwtQ0L+rSoTH27BN/JeZQtRGRWLoF1JG4Fu8GMIGTWRzASx2tsZFVI9gut1L1tyvn4C61nGA6KbuFOJbr4VpUpe8GhDKhOE4iBXzJzX0T8RVMYYxvk5teSwcZity8+Uhjd6fQJZutdENEIrx2RpmAO11z3QWh1/5XiefeEEo/PAv3SCnv1rMeDcOZTdA/8vmBKJp2/AirSDa4dJuIoKfSSZVCAyXVbPuEAonCc/YTSFJ1lyGoEgIeoCpbIEDaEyWVSxt0JnLjNUahzBQqlUvm+351Qtsmkr5LlTCoYKZf1PKmWGsv22c9L5UfsOYcXUN6+STRJcq8O33QvHD7qD0aQ0VlMGdReUkW7Ms2hLLwIVmV913XzaeM6FgdzslYrxweXI873ykMi+cIYHTjAOB4axoEuisJsP/y+5VFVk2fFqwyM3DlUC37WH3th2df67nFw4wdi+cL45GFQ+6AvCZEp0UXaZzXFM5liLXjveHmDN+8Uem8Tx/ex4tyTN5/z3Hu2KUhfuaDK+frWX3t5hyL1s0O6cWOFc8Cxdvto5+3BG5/smH58mH52BNkHDTnA+sC+8M6tAZ+Vl01nBQNNMLL4z4M4Fl/JlURwiTEl4o2h4IyEhN6YvXKJYwUL3GopDpNtDuODFYn/UG70H40bIFBUYr4AyxWG5iMrKlMQKBSOKLjFevTSed4saK52tqqZdkllRIOeV3N+KxVzAP3Xc0HQVmK6WzoqUkBe5ReWnG/9M6ZJXZmnKhcoxVPnbbNg6uWwEM63roeMHvnM1Hti+szuUrRebnWaoAoVJGhOFZnMb32MdFc5vn41VFlLt8tpKSrSWyIfhZzrWKQSrfGDpHgilMvdAeKbOOm8T2LHQQhalnDJ1ljF6977dbouM1VVRk0Dy8KZGITdVeVYooCVjGuIGfDG9vGe9upgtpev1vU+B/+t4v/9/m8anlEUJz5ja75ATRtXnhlu0w2d6hZUvKTA17JlCsetFKcnhosFbyVDFZdGQf3toTdEblIuKr5XKnKGnm5XhKOhNxrppGV31ve5kNPGCj26/9x3RPKcz5L0sHbGx4AmVYfZR0EgH8wMvy53cfdR07+B874nV1kD7CBKq6NwcFJnqdprNq+w/zeayFZOMhYuURC2Gqp1NM6ay9g/5mXU71qVV+4dpNm93Tn88PX39FjbP8V5FUSfEzo/WyY/v0Hpz8jq0pq/fvrJI592rDuKrkx8RtbHIlWxPM9leJvr/RfvaXiyDTNG4nTFtFOvLQ8VFoc5r+vv/OJXfWTMPTCJsmUl3fUB7bQ/6Pdvvj4aB47pnJ7oAc6I5QkgkggyREUG5fK9LKDpf5PcPwFwK02Fed4fFSOQW7HHflLAooDf0QGDI82QgMI3zyxTPsDVvgVQ8Nb1IftWsuJTwvKRRhBpT6UWRQCnz5zqCsjCf1KZ53QIRkyVNxfWbW52AiqClH+VTqd7QaxwZYNO95VOeqbmViPmEkM50ttGJ4vzvvaGhYY/7RRNvbK1R+27uQriO7/Yd7+ztSXmqurVCG+yLVsFqTNlN68Wmwe7D2Dkx11fpDP6S34DYQvwVzv4T/uO3E+vd5x9+b+3+93gvqd7Q26BUc7JvFWA/4lcF4tptuweL2z0XJfL5mnd2/GxfDCIpzY1gKGPOb7K0Cc1dN2U2FFnj9it0oHMCrFi9Q+HN5xUrnu+dFXcnNw5W9PMdMh97vqclO7kvlDb0Q0S3zgSPXcfEwBfNzulPrdPXrc6rd63OafMF7D7X2/JtMwb59JMX1MjkoyuticFo9EnXj+WZ0T3xHolxH65CJ486ilpvZ/cxG1l3nXInQ7CWf+5ynDdvXpvhVK77Q2Aa6hECV9eiyq1/cCLw/1S82u2RR97IMjOyh+5kmURwQ8MbDchnsxK4gEsFN9f8iSqnxflANZ+/7buKpSHM0e6UsnZiLp09eVLwVeCfUUblAqOC0AYFeFJVJ5uD/W0hnxbHH+VJwcviPETLwnhk5hMdSCjLFD7NuSp/UgFWCE25yFTEbxlYAjrwpPldBc+WnW2Ow0TGgDN4Up2ZVAt3/TYiY8WvI7Zt+f+Ip3WZarLEZGj7vjPsOb1gMr5w7Z7j7a1Py89kUqaVXt89ywt+kir9nynlW1H73bsUBeURDZt7LkIcP4uoYCQxd3U3MH5tPt+688CzcLEDbAMoXCQ8gpPTN28egszNyh7779+PCybfv8+t2xqT8IbM0RpQqeNJp/nzU/jw4fswMqIUsggja5LOBYnw0fjWvxXIWELkjfm5QURovGqtT7iKJ1aWI68an92Iipn0/wIiHQfFDjTm+R4k5U8gLItxaxrrbvWRCOv4NpAfVQMMtUDojX4ZDkZ2D3YJcwQJEnMceItABMItkSae9EfVybGZbyhB53M0J2SEQcHHNlkr2PpY3yP0Lj533Xx5TEipDv+a+W1ryH8uUsXjVr2PWN/yKAr3kEf4vgnHm5nrwGkismjnr1LWA59d50s6W+SO/difrDUa+VnTFmONxpHu9f8rAAD//69XyWZLNwAA - path: /opt/azure/containers/provision_installs.sh permissions: "0744" diff --git a/pkg/agent/testdata/RawUbuntuContainerd/line33.sh b/pkg/agent/testdata/RawUbuntuContainerd/line33.sh index 5da9dfc8e55..c76161ff8c9 100644 --- a/pkg/agent/testdata/RawUbuntuContainerd/line33.sh +++ b/pkg/agent/testdata/RawUbuntuContainerd/line33.sh @@ -76,6 +76,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi diff --git a/pkg/templates/templates_generated.go b/pkg/templates/templates_generated.go index 162b54de23b..21f58fa9ced 100644 --- a/pkg/templates/templates_generated.go +++ b/pkg/templates/templates_generated.go @@ -929,6 +929,7 @@ CUSTOM_SEARCH_DOMAIN_FILEPATH="{{GetCustomSearchDomainsCSEScriptFilepath}}" HTTP_PROXY_URLS="{{GetHTTPProxy}}" HTTPS_PROXY_URLS="{{GetHTTPSProxy}}" NO_PROXY_URLS="{{GetNoProxy}}" +PROXY_VARS="{{GetProxyVariables}}" CLIENT_TLS_BOOTSTRAPPING_ENABLED="{{IsKubeletClientTLSBootstrappingEnabled}}" DHCPV6_SERVICE_FILEPATH="{{GetDHCPv6ServiceCSEScriptFilepath}}" DHCPV6_CONFIG_FILEPATH="{{GetDHCPv6ConfigCSEScriptFilepath}}" @@ -2501,6 +2502,9 @@ if [[ "${SHOULD_CONFIGURE_CUSTOM_CA_TRUST}" == "true" ]]; then fi if [[ -n "${OUTBOUND_COMMAND}" ]]; then + if [[ -n "${PROXY_VARS}" ]]; then + eval $PROXY_VARS + fi retrycmd_if_failure 50 1 5 $OUTBOUND_COMMAND >> /var/log/azure/cluster-provision-cse-output.log 2>&1 || exit $ERR_OUTBOUND_CONN_FAIL; fi