diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/_help.py b/src/azure-cli/azure/cli/command_modules/hdinsight/_help.py index 206761398c0..95f8a11da14 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/_help.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/_help.py @@ -150,6 +150,11 @@ -p "HttpPassword1234!" --storage-account MyStorageAccount \\ --subnet "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg/providers/Microsoft.Network/virtualNetworks/fakevnet/subnets/default" \\ --resource-provider-connection Outbound --enable-private-link + - name: Create a cluster with Compute Isolation feature. + text: |- + az hdinsight create -t spark --version 3.6 -g MyResourceGroup -n MyCluster \\ + -p "HttpPassword1234!" --storage-account MyStorageAccount \\ + --enable-compute-isolation --workernode-size "Standard_E8S_V3" --headnode-size "Standard_E8S_V3" """ helps['hdinsight list'] = """ diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/_params.py b/src/azure-cli/azure/cli/command_modules/hdinsight/_params.py index 8f60ed77652..2d39f444dbb 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/_params.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/_params.py @@ -224,6 +224,12 @@ def load_arguments(self, _): c.argument('enable_private_link', arg_group='Private Link', arg_type=get_three_state_flag(), help='Indicate whether enable the private link or not.') + # compute isolation + c.argument('enable_compute_isolation', options_list=['--enable-compute-isolation', '--compute-isolation'], + arg_group="Compute Isolation", arg_type=get_three_state_flag(), + help='Indicate whether enable compute isolation or not.') + c.argument('host_sku', arg_group='Compute Isolation', help="The dedicated host sku of compute isolation.") + # resize with self.argument_context('hdinsight resize') as c: c.argument('target_instance_count', options_list=['--workernode-count', '-c'], diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/custom.py b/src/azure-cli/azure/cli/command_modules/hdinsight/custom.py index 4f49a1b4727..8d4a81905c7 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/custom.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/custom.py @@ -36,8 +36,8 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, autoscale_type=None, autoscale_min_workernode_count=None, autoscale_max_workernode_count=None, timezone=None, days=None, time=None, autoscale_workernode_count=None, encryption_at_host=None, esp=False, idbroker=False, - resource_provider_connection=None, enable_private_link=None, - no_validation_timeout=False): + resource_provider_connection=None, enable_private_link=None, enable_compute_isolation=None, + host_sku=None, no_validation_timeout=False): from .util import build_identities_info, build_virtual_network_profile, parse_domain_name, \ get_storage_account_endpoint, validate_esp_cluster_create_params from azure.mgmt.hdinsight.models import ClusterCreateParametersExtended, ClusterCreateProperties, OSType, \ @@ -46,7 +46,7 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, DirectoryType, DiskEncryptionProperties, Tier, SshProfile, SshPublicKey, \ KafkaRestProperties, ClientGroupInfo, EncryptionInTransitProperties, \ Autoscale, AutoscaleCapacity, AutoscaleRecurrence, AutoscaleSchedule, AutoscaleTimeAndCapacity, \ - NetworkProperties, PrivateLink + NetworkProperties, PrivateLink, ComputeIsolationProperties validate_esp_cluster_create_params(esp, cluster_name, resource_group_name, cluster_type, subnet, domain, cluster_admin_account, assign_identity, @@ -350,6 +350,12 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, private_link=PrivateLink.enabled if enable_private_link is True else PrivateLink.disabled ) + # compute isolation + compute_isolation_properties = enable_compute_isolation and ComputeIsolationProperties( + enable_compute_isolation=enable_compute_isolation, + host_sku=host_sku + ) + create_params = ClusterCreateParametersExtended( location=location, tags=tags, @@ -373,7 +379,8 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, kafka_rest_properties=kafka_rest_properties, min_supported_tls_version=minimal_tls_version, encryption_in_transit_properties=encryption_in_transit_properties, - network_properties=network_properties + network_properties=network_properties, + compute_isolation_properties=compute_isolation_properties ), identity=cluster_identity ) diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_with_compute_isolation.yaml b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_with_compute_isolation.yaml new file mode 100644 index 00000000000..40c14f0c3ee --- /dev/null +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_with_compute_isolation.yaml @@ -0,0 +1,1327 @@ +interactions: +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-resource/12.0.0 Azure-SDK-For-Python AZURECLI/2.18.0 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?$filter=resourceType%20eq%20%27Microsoft.Storage%2FstorageAccounts%27%20and%20name%20eq%20%27hdicli000002%27&api-version=2020-10-01 + response: + body: + string: '{"value":[{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","name":"hdicli000002","type":"Microsoft.Storage/storageAccounts","sku":{"name":"Standard_LRS","tier":"Standard"},"kind":"Storage","location":"eastus2","tags":{}}],"nextLink":"https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?%24filter=resourceType+eq+%27Microsoft.Storage%2fstorageAccounts%27+and+name+eq+%27hdicli000002%27&api-version=2020-10-01&%24skiptoken=eyJuZXh0UGFydGl0aW9uS2V5IjoiMSE4IU5qZzFSVUUtIiwibmV4dFJvd0tleSI6IjEhMTYwIU9UWTBRekV3UWtJNFFUWkRORE5DUXpnelJETTJRak14T0VNMlF6Y3pNRFZmUjFKTUxWTklRVTVIVjBWSk9qSkVVa2N0VFVsRFVrOVRUMFpVT2pKRlUxUlBVa0ZIUlRveVJsTlVUMUpCUjBWQlEwTlBWVTVVVXpveVJrUlBRMHRGVWs5T1dVRlNUa2hFU1ZOVVQxSkJSMFV0UlVGVFZGVlQifQ%3d%3d"}' + headers: + cache-control: + - no-cache + content-length: + - '889' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:38:43 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-resource/12.0.0 Azure-SDK-For-Python AZURECLI/2.18.0 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?%24filter=resourceType+eq+%27Microsoft.Storage%2FstorageAccounts%27+and+name+eq+%27hdicli000002%27&api-version=2020-10-01&%24skiptoken=eyJuZXh0UGFydGl0aW9uS2V5IjoiMSE4IU5qZzFSVUUtIiwibmV4dFJvd0tleSI6IjEhMTYwIU9UWTBRekV3UWtJNFFUWkRORE5DUXpnelJETTJRak14T0VNMlF6Y3pNRFZmUjFKTUxWTklRVTVIVjBWSk9qSkVVa2N0VFVsRFVrOVRUMFpVT2pKRlUxUlBVa0ZIUlRveVJsTlVUMUpCUjBWQlEwTlBWVTVVVXpveVJrUlBRMHRGVWs5T1dVRlNUa2hFU1ZOVVQxSkJSMFV0UlVGVFZGVlQifQ%3D%3D + response: + body: + string: '{"value":[]}' + headers: + cache-control: + - no-cache + content-length: + - '12' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:38:43 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - AZURECLI/2.18.0 azsdk-python-azure-mgmt-storage/16.0.0 Python/3.7.2 (Windows-10-10.0.18362-SP0) + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002?api-version=2019-06-01 + response: + body: + string: '{"sku":{"name":"Standard_LRS","tier":"Standard"},"kind":"Storage","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","name":"hdicli000002","type":"Microsoft.Storage/storageAccounts","location":"eastus2","tags":{},"properties":{"privateEndpointConnections":[],"networkAcls":{"bypass":"AzureServices","virtualNetworkRules":[],"ipRules":[],"defaultAction":"Allow"},"supportsHttpsTrafficOnly":true,"encryption":{"services":{"file":{"keyType":"Account","enabled":true,"lastEnabledTime":"2021-02-02T05:37:24.5016722Z"},"blob":{"keyType":"Account","enabled":true,"lastEnabledTime":"2021-02-02T05:37:24.5016722Z"}},"keySource":"Microsoft.Storage"},"provisioningState":"Succeeded","creationTime":"2021-02-02T05:37:24.4078829Z","primaryEndpoints":{"blob":"https://hdicli000002.blob.core.windows.net/","queue":"https://hdicli000002.queue.core.windows.net/","table":"https://hdicli000002.table.core.windows.net/","file":"https://hdicli000002.file.core.windows.net/"},"primaryLocation":"eastus2","statusOfPrimary":"available"}}' + headers: + cache-control: + - no-cache + content-length: + - '1179' + content-type: + - application/json + date: + - Tue, 02 Feb 2021 05:38:44 GMT + expires: + - '-1' + pragma: + - no-cache + server: + - Microsoft-Azure-Storage-Resource-Provider/1.0,Microsoft-HTTPAPI/2.0 Microsoft-HTTPAPI/2.0 + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + Content-Length: + - '0' + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - AZURECLI/2.18.0 azsdk-python-azure-mgmt-storage/16.0.0 Python/3.7.2 (Windows-10-10.0.18362-SP0) + method: POST + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002/listKeys?api-version=2019-06-01&$expand=kerb + response: + body: + string: '{"keys":[{"keyName":"key1","value":"veryFakedStorageAccountKey==","permissions":"FULL"},{"keyName":"key2","value":"veryFakedStorageAccountKey==","permissions":"FULL"}]}' + headers: + cache-control: + - no-cache + content-length: + - '288' + content-type: + - application/json + date: + - Tue, 02 Feb 2021 05:38:45 GMT + expires: + - '-1' + pragma: + - no-cache + server: + - Microsoft-Azure-Storage-Resource-Provider/1.0,Microsoft-HTTPAPI/2.0 Microsoft-HTTPAPI/2.0 + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-ratelimit-remaining-subscription-resource-requests: + - '11998' + status: + code: 200 + message: OK +- request: + body: '{"location": "southcentralus", "properties": {"clusterVersion": "3.6", + "osType": "Linux", "clusterDefinition": {"kind": "spark", "configurations": + {"gateway": {"restAuthCredential.isEnabled": "true", "restAuthCredential.username": + "admin", "restAuthCredential.password": "Password1!"}}}, "computeProfile": {"roles": + [{"name": "headnode", "targetInstanceCount": 2, "hardwareProfile": {"vmSize": + "Standard_E8S_V3"}, "osProfile": {"linuxOperatingSystemProfile": {"username": + "sshuser", "password": "Password1!"}}}, {"name": "workernode", "targetInstanceCount": + 3, "hardwareProfile": {"vmSize": "Standard_E8S_V3"}, "osProfile": {"linuxOperatingSystemProfile": + {"username": "sshuser", "password": "Password1!"}}}]}, "storageProfile": {"storageaccounts": + [{"name": "hdicli000002.blob.core.windows.net", "isDefault": true, "container": + "default", "key": "veryFakedStorageAccountKey==", "resourceId": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002"}]}, + "computeIsolationProperties": {"enableComputeIsolation": true, "hostSku": "ESv3-Type2"}}}' + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + Content-Length: + - '1209' + Content-Type: + - application/json; charset=utf-8 + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + accept-language: + - en-US + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003?api-version=2018-06-01-preview + response: + body: + string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South + Central US","etag":"56e90608-0502-4d80-adcd-b9c4478db97b","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"f5a27a8508e142e1b1f04af0d7daaaf4","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"InProgress","clusterState":"Accepted","createdDate":"2021-02-02T05:38:55.89","quotaInfo":{"coresUsed":40},"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' + headers: + azure-asyncoperation: + - https://management.azure.com:443/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + cache-control: + - no-cache + content-length: + - '1786' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:38:57 GMT + etag: + - '"56e90608-0502-4d80-adcd-b9c4478db97b"' + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-clusteruri: + - https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicli-372bu/providers/Microsoft.HDInsight/clusters/hdicli-jqo5zmgsx?api-version=2018-06-01-preview + x-ms-hdi-served-by: + - southcentralus + x-ms-ratelimit-remaining-subscription-writes: + - '1199' + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:39:28 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:39:58 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:40:30 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:41:00 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:41:30 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:42:00 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:42:31 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:43:02 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:43:32 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:44:02 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:44:32 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:45:04 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:45:34 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:46:05 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:46:35 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:47:06 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:47:36 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:48:07 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"Succeeded"}' + headers: + cache-control: + - no-cache + content-length: + - '22' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:48:37 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003?api-version=2018-06-01-preview + response: + body: + string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South + Central US","etag":"56e90608-0502-4d80-adcd-b9c4478db97b","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"2.6.5.3032-3","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"f5a27a8508e142e1b1f04af0d7daaaf4","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e2s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2021-02-02T05:38:55.89","quotaInfo":{"coresUsed":40},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443}],"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' + headers: + cache-control: + - no-cache + content-length: + - '2199' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:48:37 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight show + Connection: + - keep-alive + ParameterSetName: + - -n -g + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003?api-version=2018-06-01-preview + response: + body: + string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South + Central US","etag":"56e90608-0502-4d80-adcd-b9c4478db97b","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"2.6.5.3032-3","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"f5a27a8508e142e1b1f04af0d7daaaf4","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e2s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2021-02-02T05:38:55.89","quotaInfo":{"coresUsed":40},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443}],"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' + headers: + cache-control: + - no-cache + content-length: + - '2199' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:48:40 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight show + Connection: + - keep-alive + ParameterSetName: + - -n -g + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003?api-version=2018-06-01-preview + response: + body: + string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South + Central US","etag":"56e90608-0502-4d80-adcd-b9c4478db97b","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"2.6.5.3032-3","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"f5a27a8508e142e1b1f04af0d7daaaf4","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e2s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2021-02-02T05:38:55.89","quotaInfo":{"coresUsed":40},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443}],"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' + headers: + cache-control: + - no-cache + content-length: + - '2199' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:48:41 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +version: 1 diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py index 7632fe2334d..65cc020fe25 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py @@ -185,6 +185,17 @@ def test_hdinsight_cluster_with_relay_and_privatelink(self, storage_account_info self.check('properties.networkProperties.resourceProviderConnection', 'Outbound') ]) + @ResourceGroupPreparer(name_prefix='hdicli-', location=location, random_name_length=12) + @StorageAccountPreparer(name_prefix='hdicli', location=location, parameter_name='storage_account') + def test_hdinsight_cluster_with_compute_isolation(self, storage_account_info): + self._create_hdinsight_cluster( + HDInsightClusterTests._wasb_arguments(storage_account_info), + HDInsightClusterTests._with_compute_isolation() + ) + self.cmd('az hdinsight show -n {cluster} -g {rg}', checks=[ + self.check('properties.computeIsolationProperties.enableComputeIsolation', True) + ]) + # Uses 'rg' kwarg @ResourceGroupPreparer(name_prefix='hdicli-', location=location, random_name_length=12) @StorageAccountPreparer(name_prefix='hdicli', location=location, parameter_name='storage_account') @@ -587,3 +598,9 @@ def _with_relay_outbound_and_private_link(): '--subnet /subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg/providers' \ '/Microsoft.Network/virtualNetworks/fakevnet/subnets/default ' \ '--resource-provider-connection Outbound --enable-private-link' + + @staticmethod + def _with_compute_isolation(): + return '--version 3.6 -l southcentralus ' \ + '--enable-compute-isolation --host-sku ESv3-Type2 ' \ + '--workernode-size Standard_E8S_V3 --headnode-size Standard_E8S_V3' diff --git a/src/azure-cli/requirements.py3.Darwin.txt b/src/azure-cli/requirements.py3.Darwin.txt index a7b1b192bd4..fc661cf095e 100644 --- a/src/azure-cli/requirements.py3.Darwin.txt +++ b/src/azure-cli/requirements.py3.Darwin.txt @@ -44,7 +44,7 @@ azure-mgmt-devtestlabs==4.0.0 azure-mgmt-dns==2.1.0 azure-mgmt-eventgrid==3.0.0rc7 azure-mgmt-eventhub==4.1.0 -azure-mgmt-hdinsight==2.0.0 +azure-mgmt-hdinsight==2.2.0 azure-mgmt-imagebuilder==0.4.0 azure-mgmt-iotcentral==3.0.0 azure-mgmt-iothub==0.12.0 diff --git a/src/azure-cli/requirements.py3.Linux.txt b/src/azure-cli/requirements.py3.Linux.txt index a7b1b192bd4..fc661cf095e 100644 --- a/src/azure-cli/requirements.py3.Linux.txt +++ b/src/azure-cli/requirements.py3.Linux.txt @@ -44,7 +44,7 @@ azure-mgmt-devtestlabs==4.0.0 azure-mgmt-dns==2.1.0 azure-mgmt-eventgrid==3.0.0rc7 azure-mgmt-eventhub==4.1.0 -azure-mgmt-hdinsight==2.0.0 +azure-mgmt-hdinsight==2.2.0 azure-mgmt-imagebuilder==0.4.0 azure-mgmt-iotcentral==3.0.0 azure-mgmt-iothub==0.12.0 diff --git a/src/azure-cli/requirements.py3.windows.txt b/src/azure-cli/requirements.py3.windows.txt index 128c4fc6451..26ea4ccb7d5 100644 --- a/src/azure-cli/requirements.py3.windows.txt +++ b/src/azure-cli/requirements.py3.windows.txt @@ -44,7 +44,7 @@ azure-mgmt-devtestlabs==4.0.0 azure-mgmt-dns==2.1.0 azure-mgmt-eventgrid==3.0.0rc7 azure-mgmt-eventhub==4.1.0 -azure-mgmt-hdinsight==2.0.0 +azure-mgmt-hdinsight==2.2.0 azure-mgmt-imagebuilder==0.4.0 azure-mgmt-iotcentral==3.0.0 azure-mgmt-iothub==0.12.0 diff --git a/src/azure-cli/setup.py b/src/azure-cli/setup.py index cd5e3230bec..ac2c693333b 100644 --- a/src/azure-cli/setup.py +++ b/src/azure-cli/setup.py @@ -86,7 +86,7 @@ 'azure-mgmt-dns~=2.1', 'azure-mgmt-eventgrid==3.0.0rc7', 'azure-mgmt-eventhub~=4.1.0', - 'azure-mgmt-hdinsight~=2.0.0', + 'azure-mgmt-hdinsight~=2.2.0', 'azure-mgmt-imagebuilder~=0.4.0', 'azure-mgmt-iotcentral~=3.0.0', 'azure-mgmt-iothub~=0.12.0',