From 00b9235e01441ebee812fc25d334381ef0132fe8 Mon Sep 17 00:00:00 2001 From: Daniel Miller Date: Mon, 27 Apr 2020 01:13:19 -0700 Subject: [PATCH 1/3] {Docs} Remove stale reference in README to closed issue about extensions (#12771) --- doc/extensions/README.md | 2 -- 1 file changed, 2 deletions(-) diff --git a/doc/extensions/README.md b/doc/extensions/README.md index 2b6d1a01aef..46dd325ddbf 100644 --- a/doc/extensions/README.md +++ b/doc/extensions/README.md @@ -12,8 +12,6 @@ What is an Extension? - Currently, we support one extension type, a [Python Wheel](http://pythonwheels.com/). - All extension documentation here refers to this type of extension. -> Extensions should be built with wheel `0.29.0` or `0.30.0` until [#6441](https://github.com/Azure/azure-cli/issues/6441) is resolved - What an Extension is not ------------------------ From c2994a26886c17e5989aadc59e44bfd18f247469 Mon Sep 17 00:00:00 2001 From: Zhenyu Zhou Date: Mon, 1 Feb 2021 18:40:52 +0800 Subject: [PATCH 2/3] Support compute isolation and return private ip address --- .../cli/command_modules/hdinsight/_help.py | 5 + .../cli/command_modules/hdinsight/_params.py | 6 + .../cli/command_modules/hdinsight/custom.py | 15 +- ...nsight_cluster_with_compute_isolation.yaml | 1279 +++++++++++++++++ .../tests/latest/test_hdinsight_commands.py | 16 + src/azure-cli/requirements.py3.Darwin.txt | 2 +- src/azure-cli/requirements.py3.Linux.txt | 2 +- src/azure-cli/requirements.py3.windows.txt | 2 +- src/azure-cli/setup.py | 2 +- 9 files changed, 1321 insertions(+), 8 deletions(-) create mode 100644 src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_with_compute_isolation.yaml diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/_help.py b/src/azure-cli/azure/cli/command_modules/hdinsight/_help.py index 206761398c0..95f8a11da14 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/_help.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/_help.py @@ -150,6 +150,11 @@ -p "HttpPassword1234!" --storage-account MyStorageAccount \\ --subnet "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg/providers/Microsoft.Network/virtualNetworks/fakevnet/subnets/default" \\ --resource-provider-connection Outbound --enable-private-link + - name: Create a cluster with Compute Isolation feature. + text: |- + az hdinsight create -t spark --version 3.6 -g MyResourceGroup -n MyCluster \\ + -p "HttpPassword1234!" --storage-account MyStorageAccount \\ + --enable-compute-isolation --workernode-size "Standard_E8S_V3" --headnode-size "Standard_E8S_V3" """ helps['hdinsight list'] = """ diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/_params.py b/src/azure-cli/azure/cli/command_modules/hdinsight/_params.py index 8f60ed77652..2d39f444dbb 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/_params.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/_params.py @@ -224,6 +224,12 @@ def load_arguments(self, _): c.argument('enable_private_link', arg_group='Private Link', arg_type=get_three_state_flag(), help='Indicate whether enable the private link or not.') + # compute isolation + c.argument('enable_compute_isolation', options_list=['--enable-compute-isolation', '--compute-isolation'], + arg_group="Compute Isolation", arg_type=get_three_state_flag(), + help='Indicate whether enable compute isolation or not.') + c.argument('host_sku', arg_group='Compute Isolation', help="The dedicated host sku of compute isolation.") + # resize with self.argument_context('hdinsight resize') as c: c.argument('target_instance_count', options_list=['--workernode-count', '-c'], diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/custom.py b/src/azure-cli/azure/cli/command_modules/hdinsight/custom.py index 4f49a1b4727..8d4a81905c7 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/custom.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/custom.py @@ -36,8 +36,8 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, autoscale_type=None, autoscale_min_workernode_count=None, autoscale_max_workernode_count=None, timezone=None, days=None, time=None, autoscale_workernode_count=None, encryption_at_host=None, esp=False, idbroker=False, - resource_provider_connection=None, enable_private_link=None, - no_validation_timeout=False): + resource_provider_connection=None, enable_private_link=None, enable_compute_isolation=None, + host_sku=None, no_validation_timeout=False): from .util import build_identities_info, build_virtual_network_profile, parse_domain_name, \ get_storage_account_endpoint, validate_esp_cluster_create_params from azure.mgmt.hdinsight.models import ClusterCreateParametersExtended, ClusterCreateProperties, OSType, \ @@ -46,7 +46,7 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, DirectoryType, DiskEncryptionProperties, Tier, SshProfile, SshPublicKey, \ KafkaRestProperties, ClientGroupInfo, EncryptionInTransitProperties, \ Autoscale, AutoscaleCapacity, AutoscaleRecurrence, AutoscaleSchedule, AutoscaleTimeAndCapacity, \ - NetworkProperties, PrivateLink + NetworkProperties, PrivateLink, ComputeIsolationProperties validate_esp_cluster_create_params(esp, cluster_name, resource_group_name, cluster_type, subnet, domain, cluster_admin_account, assign_identity, @@ -350,6 +350,12 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, private_link=PrivateLink.enabled if enable_private_link is True else PrivateLink.disabled ) + # compute isolation + compute_isolation_properties = enable_compute_isolation and ComputeIsolationProperties( + enable_compute_isolation=enable_compute_isolation, + host_sku=host_sku + ) + create_params = ClusterCreateParametersExtended( location=location, tags=tags, @@ -373,7 +379,8 @@ def create_cluster(cmd, client, cluster_name, resource_group_name, cluster_type, kafka_rest_properties=kafka_rest_properties, min_supported_tls_version=minimal_tls_version, encryption_in_transit_properties=encryption_in_transit_properties, - network_properties=network_properties + network_properties=network_properties, + compute_isolation_properties=compute_isolation_properties ), identity=cluster_identity ) diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_with_compute_isolation.yaml b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_with_compute_isolation.yaml new file mode 100644 index 00000000000..d021498e2c2 --- /dev/null +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_with_compute_isolation.yaml @@ -0,0 +1,1279 @@ +interactions: +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-resource/12.0.0 Azure-SDK-For-Python AZURECLI/2.18.0 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?$filter=resourceType%20eq%20%27Microsoft.Storage%2FstorageAccounts%27%20and%20name%20eq%20%27hdicli000002%27&api-version=2020-10-01 + response: + body: + string: '{"value":[{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","name":"hdicli000002","type":"Microsoft.Storage/storageAccounts","sku":{"name":"Standard_LRS","tier":"Standard"},"kind":"Storage","location":"eastus2","tags":{}}],"nextLink":"https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?%24filter=resourceType+eq+%27Microsoft.Storage%2fstorageAccounts%27+and+name+eq+%27hdicli000002%27&api-version=2020-10-01&%24skiptoken=eyJuZXh0UGFydGl0aW9uS2V5IjoiMSE4IU5qZzFSVUUtIiwibmV4dFJvd0tleSI6IjEhMTYwIU9UWTBRekV3UWtJNFFUWkRORE5DUXpnelJETTJRak14T0VNMlF6Y3pNRFZmUjFKTUxWTklRVTVIVjBWSk9qSkVVa2N0VFVsRFVrOVRUMFpVT2pKRlRrVlVWMDlTU3pveVJsWkpVbFJWUVV4T1JWUlhUMUpMVXpveVJsTklRVTVIVjBWSk9qSkVVa2M2TWtSV1RrVlVMVVZCVTFSVlV3LS0ifQ%3d%3d"}' + headers: + cache-control: + - no-cache + content-length: + - '889' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:11:47 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-resource/12.0.0 Azure-SDK-For-Python AZURECLI/2.18.0 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?%24filter=resourceType+eq+%27Microsoft.Storage%2FstorageAccounts%27+and+name+eq+%27hdicli000002%27&api-version=2020-10-01&%24skiptoken=eyJuZXh0UGFydGl0aW9uS2V5IjoiMSE4IU5qZzFSVUUtIiwibmV4dFJvd0tleSI6IjEhMTYwIU9UWTBRekV3UWtJNFFUWkRORE5DUXpnelJETTJRak14T0VNMlF6Y3pNRFZmUjFKTUxWTklRVTVIVjBWSk9qSkVVa2N0VFVsRFVrOVRUMFpVT2pKRlRrVlVWMDlTU3pveVJsWkpVbFJWUVV4T1JWUlhUMUpMVXpveVJsTklRVTVIVjBWSk9qSkVVa2M2TWtSV1RrVlVMVVZCVTFSVlV3LS0ifQ%3D%3D + response: + body: + string: '{"value":[]}' + headers: + cache-control: + - no-cache + content-length: + - '12' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:11:47 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - AZURECLI/2.18.0 azsdk-python-azure-mgmt-storage/16.0.0 Python/3.7.2 (Windows-10-10.0.18362-SP0) + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002?api-version=2019-06-01 + response: + body: + string: '{"sku":{"name":"Standard_LRS","tier":"Standard"},"kind":"Storage","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","name":"hdicli000002","type":"Microsoft.Storage/storageAccounts","location":"eastus2","tags":{},"properties":{"privateEndpointConnections":[],"networkAcls":{"bypass":"AzureServices","virtualNetworkRules":[],"ipRules":[],"defaultAction":"Allow"},"supportsHttpsTrafficOnly":true,"encryption":{"services":{"file":{"keyType":"Account","enabled":true,"lastEnabledTime":"2021-02-01T09:10:28.2453984Z"},"blob":{"keyType":"Account","enabled":true,"lastEnabledTime":"2021-02-01T09:10:28.2453984Z"}},"keySource":"Microsoft.Storage"},"provisioningState":"Succeeded","creationTime":"2021-02-01T09:10:28.1359769Z","primaryEndpoints":{"blob":"https://hdicli000002.blob.core.windows.net/","queue":"https://hdicli000002.queue.core.windows.net/","table":"https://hdicli000002.table.core.windows.net/","file":"https://hdicli000002.file.core.windows.net/"},"primaryLocation":"eastus2","statusOfPrimary":"available"}}' + headers: + cache-control: + - no-cache + content-length: + - '1179' + content-type: + - application/json + date: + - Mon, 01 Feb 2021 09:11:48 GMT + expires: + - '-1' + pragma: + - no-cache + server: + - Microsoft-Azure-Storage-Resource-Provider/1.0,Microsoft-HTTPAPI/2.0 Microsoft-HTTPAPI/2.0 + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + Content-Length: + - '0' + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - AZURECLI/2.18.0 azsdk-python-azure-mgmt-storage/16.0.0 Python/3.7.2 (Windows-10-10.0.18362-SP0) + method: POST + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002/listKeys?api-version=2019-06-01&$expand=kerb + response: + body: + string: '{"keys":[{"keyName":"key1","value":"veryFakedStorageAccountKey==","permissions":"FULL"},{"keyName":"key2","value":"veryFakedStorageAccountKey==","permissions":"FULL"}]}' + headers: + cache-control: + - no-cache + content-length: + - '288' + content-type: + - application/json + date: + - Mon, 01 Feb 2021 09:11:49 GMT + expires: + - '-1' + pragma: + - no-cache + server: + - Microsoft-Azure-Storage-Resource-Provider/1.0,Microsoft-HTTPAPI/2.0 Microsoft-HTTPAPI/2.0 + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-ratelimit-remaining-subscription-resource-requests: + - '11999' + status: + code: 200 + message: OK +- request: + body: '{"location": "southcentralus", "properties": {"clusterVersion": "3.6", + "osType": "Linux", "clusterDefinition": {"kind": "spark", "configurations": + {"gateway": {"restAuthCredential.isEnabled": "true", "restAuthCredential.username": + "admin", "restAuthCredential.password": "Password1!"}}}, "computeProfile": {"roles": + [{"name": "headnode", "targetInstanceCount": 2, "hardwareProfile": {"vmSize": + "Standard_E8S_V3"}, "osProfile": {"linuxOperatingSystemProfile": {"username": + "sshuser", "password": "Password1!"}}}, {"name": "workernode", "targetInstanceCount": + 3, "hardwareProfile": {"vmSize": "Standard_E8S_V3"}, "osProfile": {"linuxOperatingSystemProfile": + {"username": "sshuser", "password": "Password1!"}}}]}, "storageProfile": {"storageaccounts": + [{"name": "hdicli000002.blob.core.windows.net", "isDefault": true, "container": + "default", "key": "veryFakedStorageAccountKey==", "resourceId": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002"}]}, + "computeIsolationProperties": {"enableComputeIsolation": true}}}' + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + Content-Length: + - '1184' + Content-Type: + - application/json; charset=utf-8 + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + accept-language: + - en-US + method: PUT + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003?api-version=2018-06-01-preview + response: + body: + string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South + Central US","etag":"b643b763-eaf9-4b20-8415-48e62b251ebc","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"ab1b6092cb0f4c95b23e5acfaa892c78","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"InProgress","clusterState":"Accepted","createdDate":"2021-02-01T09:11:58.137","quotaInfo":{"coresUsed":40},"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' + headers: + azure-asyncoperation: + - https://management.azure.com:443/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + cache-control: + - no-cache + content-length: + - '1787' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:11:58 GMT + etag: + - '"b643b763-eaf9-4b20-8415-48e62b251ebc"' + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-clusteruri: + - https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicli-itati/providers/Microsoft.HDInsight/clusters/hdicli-4cres3ynq?api-version=2018-06-01-preview + x-ms-hdi-served-by: + - southcentralus + x-ms-ratelimit-remaining-subscription-writes: + - '1198' + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:12:30 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:13:00 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:13:32 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:14:02 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:14:32 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:15:02 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:15:33 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:16:03 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:16:34 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:17:04 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:17:36 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:18:06 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:18:36 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:19:06 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:19:38 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:20:08 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:20:38 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"Succeeded"}' + headers: + cache-control: + - no-cache + content-length: + - '22' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:21:08 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003?api-version=2018-06-01-preview + response: + body: + string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South + Central US","etag":"b643b763-eaf9-4b20-8415-48e62b251ebc","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"2.6.5.3032-3","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"ab1b6092cb0f4c95b23e5acfaa892c78","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e2s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2021-02-01T09:11:58.137","quotaInfo":{"coresUsed":40},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443}],"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' + headers: + cache-control: + - no-cache + content-length: + - '2200' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:21:09 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight show + Connection: + - keep-alive + ParameterSetName: + - -n -g + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003?api-version=2018-06-01-preview + response: + body: + string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South + Central US","etag":"b643b763-eaf9-4b20-8415-48e62b251ebc","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"2.6.5.3032-3","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"ab1b6092cb0f4c95b23e5acfaa892c78","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e2s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2021-02-01T09:11:58.137","quotaInfo":{"coresUsed":40},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443}],"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' + headers: + cache-control: + - no-cache + content-length: + - '2200' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:21:11 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight show + Connection: + - keep-alive + ParameterSetName: + - -n -g + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + accept-language: + - en-US + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003?api-version=2018-06-01-preview + response: + body: + string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South + Central US","etag":"b643b763-eaf9-4b20-8415-48e62b251ebc","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"2.6.5.3032-3","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"ab1b6092cb0f4c95b23e5acfaa892c78","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e2s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2021-02-01T09:11:58.137","quotaInfo":{"coresUsed":40},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443}],"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' + headers: + cache-control: + - no-cache + content-length: + - '2200' + content-type: + - application/json; charset=utf-8 + date: + - Mon, 01 Feb 2021 09:21:13 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +version: 1 diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py index 7632fe2334d..41f6466c160 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py @@ -185,6 +185,17 @@ def test_hdinsight_cluster_with_relay_and_privatelink(self, storage_account_info self.check('properties.networkProperties.resourceProviderConnection', 'Outbound') ]) + @ResourceGroupPreparer(name_prefix='hdicli-', location=location, random_name_length=12) + @StorageAccountPreparer(name_prefix='hdicli', location=location, parameter_name='storage_account') + def test_hdinsight_cluster_with_compute_isolation(self, storage_account_info): + self._create_hdinsight_cluster( + HDInsightClusterTests._wasb_arguments(storage_account_info), + HDInsightClusterTests._with_compute_isolation() + ) + self.cmd('az hdinsight show -n {cluster} -g {rg}', checks=[ + self.check('properties.computeIsolationProperties.enableComputeIsolation', True) + ]) + # Uses 'rg' kwarg @ResourceGroupPreparer(name_prefix='hdicli-', location=location, random_name_length=12) @StorageAccountPreparer(name_prefix='hdicli', location=location, parameter_name='storage_account') @@ -587,3 +598,8 @@ def _with_relay_outbound_and_private_link(): '--subnet /subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/rg/providers' \ '/Microsoft.Network/virtualNetworks/fakevnet/subnets/default ' \ '--resource-provider-connection Outbound --enable-private-link' + + @staticmethod + def _with_compute_isolation(): + return '--version 3.6 -l southcentralus ' \ + '--enable-compute-isolation --workernode-size Standard_E8S_V3 --headnode-size Standard_E8S_V3' diff --git a/src/azure-cli/requirements.py3.Darwin.txt b/src/azure-cli/requirements.py3.Darwin.txt index a7b1b192bd4..fc661cf095e 100644 --- a/src/azure-cli/requirements.py3.Darwin.txt +++ b/src/azure-cli/requirements.py3.Darwin.txt @@ -44,7 +44,7 @@ azure-mgmt-devtestlabs==4.0.0 azure-mgmt-dns==2.1.0 azure-mgmt-eventgrid==3.0.0rc7 azure-mgmt-eventhub==4.1.0 -azure-mgmt-hdinsight==2.0.0 +azure-mgmt-hdinsight==2.2.0 azure-mgmt-imagebuilder==0.4.0 azure-mgmt-iotcentral==3.0.0 azure-mgmt-iothub==0.12.0 diff --git a/src/azure-cli/requirements.py3.Linux.txt b/src/azure-cli/requirements.py3.Linux.txt index a7b1b192bd4..fc661cf095e 100644 --- a/src/azure-cli/requirements.py3.Linux.txt +++ b/src/azure-cli/requirements.py3.Linux.txt @@ -44,7 +44,7 @@ azure-mgmt-devtestlabs==4.0.0 azure-mgmt-dns==2.1.0 azure-mgmt-eventgrid==3.0.0rc7 azure-mgmt-eventhub==4.1.0 -azure-mgmt-hdinsight==2.0.0 +azure-mgmt-hdinsight==2.2.0 azure-mgmt-imagebuilder==0.4.0 azure-mgmt-iotcentral==3.0.0 azure-mgmt-iothub==0.12.0 diff --git a/src/azure-cli/requirements.py3.windows.txt b/src/azure-cli/requirements.py3.windows.txt index 128c4fc6451..26ea4ccb7d5 100644 --- a/src/azure-cli/requirements.py3.windows.txt +++ b/src/azure-cli/requirements.py3.windows.txt @@ -44,7 +44,7 @@ azure-mgmt-devtestlabs==4.0.0 azure-mgmt-dns==2.1.0 azure-mgmt-eventgrid==3.0.0rc7 azure-mgmt-eventhub==4.1.0 -azure-mgmt-hdinsight==2.0.0 +azure-mgmt-hdinsight==2.2.0 azure-mgmt-imagebuilder==0.4.0 azure-mgmt-iotcentral==3.0.0 azure-mgmt-iothub==0.12.0 diff --git a/src/azure-cli/setup.py b/src/azure-cli/setup.py index cd5e3230bec..ac2c693333b 100644 --- a/src/azure-cli/setup.py +++ b/src/azure-cli/setup.py @@ -86,7 +86,7 @@ 'azure-mgmt-dns~=2.1', 'azure-mgmt-eventgrid==3.0.0rc7', 'azure-mgmt-eventhub~=4.1.0', - 'azure-mgmt-hdinsight~=2.0.0', + 'azure-mgmt-hdinsight~=2.2.0', 'azure-mgmt-imagebuilder~=0.4.0', 'azure-mgmt-iotcentral~=3.0.0', 'azure-mgmt-iothub~=0.12.0', From 35c8fa9f45f286322c7745871d8ddded66d17f10 Mon Sep 17 00:00:00 2001 From: Zhenyu Zhou Date: Tue, 2 Feb 2021 13:50:49 +0800 Subject: [PATCH 3/3] Update test case: adding the paramter --host-sku, --host-sku is not mandatory for creating cluster --- ...nsight_cluster_with_compute_isolation.yaml | 182 +++++++++++------- .../tests/latest/test_hdinsight_commands.py | 3 +- 2 files changed, 117 insertions(+), 68 deletions(-) diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_with_compute_isolation.yaml b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_with_compute_isolation.yaml index d021498e2c2..40c14f0c3ee 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_with_compute_isolation.yaml +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/recordings/test_hdinsight_cluster_with_compute_isolation.yaml @@ -12,7 +12,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-resource/12.0.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -22,7 +22,7 @@ interactions: uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?$filter=resourceType%20eq%20%27Microsoft.Storage%2FstorageAccounts%27%20and%20name%20eq%20%27hdicli000002%27&api-version=2020-10-01 response: body: - string: '{"value":[{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","name":"hdicli000002","type":"Microsoft.Storage/storageAccounts","sku":{"name":"Standard_LRS","tier":"Standard"},"kind":"Storage","location":"eastus2","tags":{}}],"nextLink":"https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?%24filter=resourceType+eq+%27Microsoft.Storage%2fstorageAccounts%27+and+name+eq+%27hdicli000002%27&api-version=2020-10-01&%24skiptoken=eyJuZXh0UGFydGl0aW9uS2V5IjoiMSE4IU5qZzFSVUUtIiwibmV4dFJvd0tleSI6IjEhMTYwIU9UWTBRekV3UWtJNFFUWkRORE5DUXpnelJETTJRak14T0VNMlF6Y3pNRFZmUjFKTUxWTklRVTVIVjBWSk9qSkVVa2N0VFVsRFVrOVRUMFpVT2pKRlRrVlVWMDlTU3pveVJsWkpVbFJWUVV4T1JWUlhUMUpMVXpveVJsTklRVTVIVjBWSk9qSkVVa2M2TWtSV1RrVlVMVVZCVTFSVlV3LS0ifQ%3d%3d"}' + string: '{"value":[{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","name":"hdicli000002","type":"Microsoft.Storage/storageAccounts","sku":{"name":"Standard_LRS","tier":"Standard"},"kind":"Storage","location":"eastus2","tags":{}}],"nextLink":"https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?%24filter=resourceType+eq+%27Microsoft.Storage%2fstorageAccounts%27+and+name+eq+%27hdicli000002%27&api-version=2020-10-01&%24skiptoken=eyJuZXh0UGFydGl0aW9uS2V5IjoiMSE4IU5qZzFSVUUtIiwibmV4dFJvd0tleSI6IjEhMTYwIU9UWTBRekV3UWtJNFFUWkRORE5DUXpnelJETTJRak14T0VNMlF6Y3pNRFZmUjFKTUxWTklRVTVIVjBWSk9qSkVVa2N0VFVsRFVrOVRUMFpVT2pKRlUxUlBVa0ZIUlRveVJsTlVUMUpCUjBWQlEwTlBWVTVVVXpveVJrUlBRMHRGVWs5T1dVRlNUa2hFU1ZOVVQxSkJSMFV0UlVGVFZGVlQifQ%3d%3d"}' headers: cache-control: - no-cache @@ -31,7 +31,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:11:47 GMT + - Tue, 02 Feb 2021 05:38:43 GMT expires: - '-1' pragma: @@ -58,14 +58,14 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-resource/12.0.0 Azure-SDK-For-Python AZURECLI/2.18.0 accept-language: - en-US method: GET - uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?%24filter=resourceType+eq+%27Microsoft.Storage%2FstorageAccounts%27+and+name+eq+%27hdicli000002%27&api-version=2020-10-01&%24skiptoken=eyJuZXh0UGFydGl0aW9uS2V5IjoiMSE4IU5qZzFSVUUtIiwibmV4dFJvd0tleSI6IjEhMTYwIU9UWTBRekV3UWtJNFFUWkRORE5DUXpnelJETTJRak14T0VNMlF6Y3pNRFZmUjFKTUxWTklRVTVIVjBWSk9qSkVVa2N0VFVsRFVrOVRUMFpVT2pKRlRrVlVWMDlTU3pveVJsWkpVbFJWUVV4T1JWUlhUMUpMVXpveVJsTklRVTVIVjBWSk9qSkVVa2M2TWtSV1RrVlVMVVZCVTFSVlV3LS0ifQ%3D%3D + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resources?%24filter=resourceType+eq+%27Microsoft.Storage%2FstorageAccounts%27+and+name+eq+%27hdicli000002%27&api-version=2020-10-01&%24skiptoken=eyJuZXh0UGFydGl0aW9uS2V5IjoiMSE4IU5qZzFSVUUtIiwibmV4dFJvd0tleSI6IjEhMTYwIU9UWTBRekV3UWtJNFFUWkRORE5DUXpnelJETTJRak14T0VNMlF6Y3pNRFZmUjFKTUxWTklRVTVIVjBWSk9qSkVVa2N0VFVsRFVrOVRUMFpVT2pKRlUxUlBVa0ZIUlRveVJsTlVUMUpCUjBWQlEwTlBWVTVVVXpveVJrUlBRMHRGVWs5T1dVRlNUa2hFU1ZOVVQxSkJSMFV0UlVGVFZGVlQifQ%3D%3D response: body: string: '{"value":[]}' @@ -77,7 +77,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:11:47 GMT + - Tue, 02 Feb 2021 05:38:43 GMT expires: - '-1' pragma: @@ -104,14 +104,14 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - AZURECLI/2.18.0 azsdk-python-azure-mgmt-storage/16.0.0 Python/3.7.2 (Windows-10-10.0.18362-SP0) method: GET uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002?api-version=2019-06-01 response: body: - string: '{"sku":{"name":"Standard_LRS","tier":"Standard"},"kind":"Storage","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","name":"hdicli000002","type":"Microsoft.Storage/storageAccounts","location":"eastus2","tags":{},"properties":{"privateEndpointConnections":[],"networkAcls":{"bypass":"AzureServices","virtualNetworkRules":[],"ipRules":[],"defaultAction":"Allow"},"supportsHttpsTrafficOnly":true,"encryption":{"services":{"file":{"keyType":"Account","enabled":true,"lastEnabledTime":"2021-02-01T09:10:28.2453984Z"},"blob":{"keyType":"Account","enabled":true,"lastEnabledTime":"2021-02-01T09:10:28.2453984Z"}},"keySource":"Microsoft.Storage"},"provisioningState":"Succeeded","creationTime":"2021-02-01T09:10:28.1359769Z","primaryEndpoints":{"blob":"https://hdicli000002.blob.core.windows.net/","queue":"https://hdicli000002.queue.core.windows.net/","table":"https://hdicli000002.table.core.windows.net/","file":"https://hdicli000002.file.core.windows.net/"},"primaryLocation":"eastus2","statusOfPrimary":"available"}}' + string: '{"sku":{"name":"Standard_LRS","tier":"Standard"},"kind":"Storage","id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","name":"hdicli000002","type":"Microsoft.Storage/storageAccounts","location":"eastus2","tags":{},"properties":{"privateEndpointConnections":[],"networkAcls":{"bypass":"AzureServices","virtualNetworkRules":[],"ipRules":[],"defaultAction":"Allow"},"supportsHttpsTrafficOnly":true,"encryption":{"services":{"file":{"keyType":"Account","enabled":true,"lastEnabledTime":"2021-02-02T05:37:24.5016722Z"},"blob":{"keyType":"Account","enabled":true,"lastEnabledTime":"2021-02-02T05:37:24.5016722Z"}},"keySource":"Microsoft.Storage"},"provisioningState":"Succeeded","creationTime":"2021-02-02T05:37:24.4078829Z","primaryEndpoints":{"blob":"https://hdicli000002.blob.core.windows.net/","queue":"https://hdicli000002.queue.core.windows.net/","table":"https://hdicli000002.table.core.windows.net/","file":"https://hdicli000002.file.core.windows.net/"},"primaryLocation":"eastus2","statusOfPrimary":"available"}}' headers: cache-control: - no-cache @@ -120,7 +120,7 @@ interactions: content-type: - application/json date: - - Mon, 01 Feb 2021 09:11:48 GMT + - Tue, 02 Feb 2021 05:38:44 GMT expires: - '-1' pragma: @@ -153,7 +153,7 @@ interactions: - '0' ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - AZURECLI/2.18.0 azsdk-python-azure-mgmt-storage/16.0.0 Python/3.7.2 (Windows-10-10.0.18362-SP0) method: POST @@ -169,7 +169,7 @@ interactions: content-type: - application/json date: - - Mon, 01 Feb 2021 09:11:49 GMT + - Tue, 02 Feb 2021 05:38:45 GMT expires: - '-1' pragma: @@ -185,7 +185,7 @@ interactions: x-content-type-options: - nosniff x-ms-ratelimit-remaining-subscription-resource-requests: - - '11999' + - '11998' status: code: 200 message: OK @@ -201,7 +201,7 @@ interactions: {"username": "sshuser", "password": "Password1!"}}}]}, "storageProfile": {"storageaccounts": [{"name": "hdicli000002.blob.core.windows.net", "isDefault": true, "container": "default", "key": "veryFakedStorageAccountKey==", "resourceId": "/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002"}]}, - "computeIsolationProperties": {"enableComputeIsolation": true}}}' + "computeIsolationProperties": {"enableComputeIsolation": true, "hostSku": "ESv3-Type2"}}}' headers: Accept: - application/json @@ -212,12 +212,12 @@ interactions: Connection: - keep-alive Content-Length: - - '1184' + - '1209' Content-Type: - application/json; charset=utf-8 ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -228,20 +228,20 @@ interactions: response: body: string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South - Central US","etag":"b643b763-eaf9-4b20-8415-48e62b251ebc","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"ab1b6092cb0f4c95b23e5acfaa892c78","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"InProgress","clusterState":"Accepted","createdDate":"2021-02-01T09:11:58.137","quotaInfo":{"coresUsed":40},"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' + Central US","etag":"56e90608-0502-4d80-adcd-b9c4478db97b","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"f5a27a8508e142e1b1f04af0d7daaaf4","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"InProgress","clusterState":"Accepted","createdDate":"2021-02-02T05:38:55.89","quotaInfo":{"coresUsed":40},"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' headers: azure-asyncoperation: - https://management.azure.com:443/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview cache-control: - no-cache content-length: - - '1787' + - '1786' content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:11:58 GMT + - Tue, 02 Feb 2021 05:38:57 GMT etag: - - '"b643b763-eaf9-4b20-8415-48e62b251ebc"' + - '"56e90608-0502-4d80-adcd-b9c4478db97b"' expires: - '-1' pragma: @@ -255,11 +255,11 @@ interactions: x-content-type-options: - nosniff x-ms-hdi-clusteruri: - - https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicli-itati/providers/Microsoft.HDInsight/clusters/hdicli-4cres3ynq?api-version=2018-06-01-preview + - https://management.azure.com/subscriptions/964c10bb-8a6c-43bc-83d3-6b318c6c7305/resourceGroups/hdicli-372bu/providers/Microsoft.HDInsight/clusters/hdicli-jqo5zmgsx?api-version=2018-06-01-preview x-ms-hdi-served-by: - southcentralus x-ms-ratelimit-remaining-subscription-writes: - - '1198' + - '1199' status: code: 200 message: OK @@ -276,7 +276,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -293,7 +293,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:12:30 GMT + - Tue, 02 Feb 2021 05:39:28 GMT expires: - '-1' pragma: @@ -324,7 +324,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -341,7 +341,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:13:00 GMT + - Tue, 02 Feb 2021 05:39:58 GMT expires: - '-1' pragma: @@ -372,7 +372,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -389,7 +389,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:13:32 GMT + - Tue, 02 Feb 2021 05:40:30 GMT expires: - '-1' pragma: @@ -420,7 +420,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -437,7 +437,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:14:02 GMT + - Tue, 02 Feb 2021 05:41:00 GMT expires: - '-1' pragma: @@ -468,7 +468,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -485,7 +485,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:14:32 GMT + - Tue, 02 Feb 2021 05:41:30 GMT expires: - '-1' pragma: @@ -516,7 +516,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -533,7 +533,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:15:02 GMT + - Tue, 02 Feb 2021 05:42:00 GMT expires: - '-1' pragma: @@ -564,7 +564,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -581,7 +581,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:15:33 GMT + - Tue, 02 Feb 2021 05:42:31 GMT expires: - '-1' pragma: @@ -612,7 +612,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -629,7 +629,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:16:03 GMT + - Tue, 02 Feb 2021 05:43:02 GMT expires: - '-1' pragma: @@ -660,7 +660,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -677,7 +677,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:16:34 GMT + - Tue, 02 Feb 2021 05:43:32 GMT expires: - '-1' pragma: @@ -708,7 +708,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -725,7 +725,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:17:04 GMT + - Tue, 02 Feb 2021 05:44:02 GMT expires: - '-1' pragma: @@ -756,7 +756,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -773,7 +773,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:17:36 GMT + - Tue, 02 Feb 2021 05:44:32 GMT expires: - '-1' pragma: @@ -804,7 +804,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -821,7 +821,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:18:06 GMT + - Tue, 02 Feb 2021 05:45:04 GMT expires: - '-1' pragma: @@ -852,7 +852,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -869,7 +869,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:18:36 GMT + - Tue, 02 Feb 2021 05:45:34 GMT expires: - '-1' pragma: @@ -900,7 +900,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -917,7 +917,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:19:06 GMT + - Tue, 02 Feb 2021 05:46:05 GMT expires: - '-1' pragma: @@ -948,7 +948,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -965,7 +965,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:19:38 GMT + - Tue, 02 Feb 2021 05:46:35 GMT expires: - '-1' pragma: @@ -996,7 +996,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -1013,7 +1013,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:20:08 GMT + - Tue, 02 Feb 2021 05:47:06 GMT expires: - '-1' pragma: @@ -1044,7 +1044,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -1061,7 +1061,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:20:38 GMT + - Tue, 02 Feb 2021 05:47:36 GMT expires: - '-1' pragma: @@ -1092,7 +1092,55 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size + User-Agent: + - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 + azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 + method: GET + uri: https://management.azure.com/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003/azureasyncoperations/create?api-version=2018-06-01-preview + response: + body: + string: '{"status":"InProgress"}' + headers: + cache-control: + - no-cache + content-length: + - '23' + content-type: + - application/json; charset=utf-8 + date: + - Tue, 02 Feb 2021 05:48:07 GMT + expires: + - '-1' + pragma: + - no-cache + strict-transport-security: + - max-age=31536000; includeSubDomains + transfer-encoding: + - chunked + vary: + - Accept-Encoding + x-content-type-options: + - nosniff + x-ms-hdi-served-by: + - southcentralus + status: + code: 200 + message: OK +- request: + body: null + headers: + Accept: + - application/json + Accept-Encoding: + - gzip, deflate + CommandName: + - hdinsight create + Connection: + - keep-alive + ParameterSetName: + - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -1109,7 +1157,7 @@ interactions: content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:21:08 GMT + - Tue, 02 Feb 2021 05:48:37 GMT expires: - '-1' pragma: @@ -1140,7 +1188,7 @@ interactions: - keep-alive ParameterSetName: - -n -g -l -p -t --no-validation-timeout --storage-account --storage-container - --version -l --enable-compute-isolation --workernode-size --headnode-size + --version -l --enable-compute-isolation --host-sku --workernode-size --headnode-size User-Agent: - python/3.7.2 (Windows-10-10.0.18362-SP0) msrest/0.6.18 msrest_azure/0.6.3 azure-mgmt-hdinsight/2.2.0 Azure-SDK-For-Python AZURECLI/2.18.0 @@ -1149,16 +1197,16 @@ interactions: response: body: string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South - Central US","etag":"b643b763-eaf9-4b20-8415-48e62b251ebc","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"2.6.5.3032-3","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"ab1b6092cb0f4c95b23e5acfaa892c78","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e2s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2021-02-01T09:11:58.137","quotaInfo":{"coresUsed":40},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443}],"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' + Central US","etag":"56e90608-0502-4d80-adcd-b9c4478db97b","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"2.6.5.3032-3","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"f5a27a8508e142e1b1f04af0d7daaaf4","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e2s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2021-02-02T05:38:55.89","quotaInfo":{"coresUsed":40},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443}],"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' headers: cache-control: - no-cache content-length: - - '2200' + - '2199' content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:21:09 GMT + - Tue, 02 Feb 2021 05:48:37 GMT expires: - '-1' pragma: @@ -1199,16 +1247,16 @@ interactions: response: body: string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South - Central US","etag":"b643b763-eaf9-4b20-8415-48e62b251ebc","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"2.6.5.3032-3","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"ab1b6092cb0f4c95b23e5acfaa892c78","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e2s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2021-02-01T09:11:58.137","quotaInfo":{"coresUsed":40},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443}],"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' + Central US","etag":"56e90608-0502-4d80-adcd-b9c4478db97b","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"2.6.5.3032-3","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"f5a27a8508e142e1b1f04af0d7daaaf4","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e2s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2021-02-02T05:38:55.89","quotaInfo":{"coresUsed":40},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443}],"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' headers: cache-control: - no-cache content-length: - - '2200' + - '2199' content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:21:11 GMT + - Tue, 02 Feb 2021 05:48:40 GMT expires: - '-1' pragma: @@ -1249,16 +1297,16 @@ interactions: response: body: string: '{"id":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.HDInsight/clusters/hdicli-000003","name":"hdicli-000003","type":"Microsoft.HDInsight/clusters","location":"South - Central US","etag":"b643b763-eaf9-4b20-8415-48e62b251ebc","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"2.6.5.3032-3","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"ab1b6092cb0f4c95b23e5acfaa892c78","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e2s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2021-02-01T09:11:58.137","quotaInfo":{"coresUsed":40},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443}],"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' + Central US","etag":"56e90608-0502-4d80-adcd-b9c4478db97b","tags":null,"properties":{"clusterVersion":"3.6.1000.67","clusterHdpVersion":"2.6.5.3032-3","osType":"Linux","clusterDefinition":{"blueprint":"https://blueprints.azurehdinsight.net/spark-3.6.1000.67.2101301510.json","kind":"spark","componentVersion":{"spark":"2.3"}},"clusterId":"f5a27a8508e142e1b1f04af0d7daaaf4","computeProfile":{"roles":[{"name":"headnode","targetInstanceCount":2,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"workernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e8s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false},{"name":"zookeepernode","targetInstanceCount":3,"hardwareProfile":{"vmSize":"standard_e2s_v3"},"osProfile":{"linuxOperatingSystemProfile":{"username":"sshuser"}},"encryptDataDisks":false}]},"provisioningState":"Succeeded","clusterState":"Running","createdDate":"2021-02-02T05:38:55.89","quotaInfo":{"coresUsed":40},"connectivityEndpoints":[{"name":"SSH","protocol":"TCP","location":"hdicli-000003-ssh.azurehdinsight.net","port":22},{"name":"HTTPS","protocol":"TCP","location":"hdicli-000003.azurehdinsight.net","port":443}],"tier":"standard","encryptionInTransitProperties":{"isEncryptionInTransitEnabled":false},"storageProfile":{"storageaccounts":[{"name":"hdicli000002.blob.core.windows.net","resourceId":"/subscriptions/00000000-0000-0000-0000-000000000000/resourceGroups/hdicli-000001/providers/Microsoft.Storage/storageAccounts/hdicli000002","msiResourceId":null,"key":null,"fileSystem":null,"container":"default","saskey":null,"isDefault":true,"fileshare":null}]},"minSupportedTlsVersion":"1.2","excludedServicesConfig":{"excludedServicesConfigId":"default","excludedServicesList":""},"computeIsolationProperties":{"enableComputeIsolation":true,"hostSku":"ESv3-Type2"}}}' headers: cache-control: - no-cache content-length: - - '2200' + - '2199' content-type: - application/json; charset=utf-8 date: - - Mon, 01 Feb 2021 09:21:13 GMT + - Tue, 02 Feb 2021 05:48:41 GMT expires: - '-1' pragma: diff --git a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py index 41f6466c160..65cc020fe25 100644 --- a/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py +++ b/src/azure-cli/azure/cli/command_modules/hdinsight/tests/latest/test_hdinsight_commands.py @@ -602,4 +602,5 @@ def _with_relay_outbound_and_private_link(): @staticmethod def _with_compute_isolation(): return '--version 3.6 -l southcentralus ' \ - '--enable-compute-isolation --workernode-size Standard_E8S_V3 --headnode-size Standard_E8S_V3' + '--enable-compute-isolation --host-sku ESv3-Type2 ' \ + '--workernode-size Standard_E8S_V3 --headnode-size Standard_E8S_V3'