detach azure stack from profiles

Author: yanzhudd

src/azure-cli/azure/cli/command_modules/vm/__init__.py

@@ -65,4 +65,64 @@ def load_arguments(self, command):
             pass
 
 
-COMMAND_LOADER_CLS = ComputeCommandsLoader
+class AzureStackComputeCommandsLoader(AzCommandsLoader):
+
+    def __init__(self, cli_ctx=None):
+        from azure.cli.core.commands import CliCommandType
+        compute_custom = CliCommandType(
+            operations_tmpl='azure.cli.command_modules.vm.azure_stack.custom#{}',
+            operation_group='virtual_machines'
+        )
+        super().__init__(cli_ctx=cli_ctx,
+                         resource_type=ResourceType.MGMT_COMPUTE,
+                         operation_group='virtual_machines',
+                         custom_command_type=compute_custom)
+
+    def load_command_table(self, args):
+        from azure.cli.command_modules.vm.azure_stack.commands import load_command_table
+        from azure.cli.core.aaz import load_aaz_command_table
+        try:
+            from . import aaz
+        except ImportError:
+            aaz = None
+
+        if aaz:
+            load_aaz_command_table(
+                loader=self,
+                aaz_pkg_name=aaz.__name__,
+                args=args
+            )
+        load_command_table(self, args)
+
+        profile = self.get_module_by_profile("commands")
+        if profile and hasattr(profile, 'load_command_table'):
+            profile.load_command_table(self, args)
+
+        return self.command_table
+
+    def load_arguments(self, command):
+        from azure.cli.command_modules.vm.azure_stack._params import load_arguments
+        load_arguments(self, command)
+
+        profile = self.get_module_by_profile("_params")
+        if profile and hasattr(profile, 'load_arguments'):
+            profile.load_arguments(self, command)
+
+    def get_module_name_by_profile(self, module_name):
+        from azure.cli.core.aaz.utils import get_aaz_profile_module_name
+        profile_module_name = get_aaz_profile_module_name(profile_name=self.cli_ctx.cloud.profile)
+        if module_name:
+            return f'azure.cli.command_modules.vm.azure_stack.{profile_module_name}.{module_name}'
+        return f'azure.cli.command_modules.vm.azure_stack.{profile_module_name}'
+
+    def get_module_by_profile(self, name):
+        import importlib
+        module_name = self.get_module_name_by_profile(name)
+        return importlib.import_module(module_name)
+
+
+def get_command_loader(cli_ctx):
+    if cli_ctx.cloud.profile.lower() != "latest":
+        return AzureStackComputeCommandsLoader
+
+    return ComputeCommandsLoader

src/azure-cli/azure/cli/command_modules/vm/azure_stack/__init__.py

@@ -0,0 +1,4 @@
+# --------------------------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for license information.
+# --------------------------------------------------------------------------------------------

src/azure-cli/azure/cli/command_modules/vm/azure_stack/_actions.py

@@ -0,0 +1,282 @@
+# --------------------------------------------------------------------------
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+#
+# Code generated by Microsoft (R) AutoRest Code Generator.
+# Changes may cause incorrect behavior and will be lost if the code is
+# regenerated.
+#
+# Generation mode: Incremental
+# --------------------------------------------------------------------------
+
+# pylint: disable=too-many-statements
+import json
+
+from knack.log import get_logger
+from knack.util import CLIError
+
+from azure.cli.core.commands.arm import resource_exists
+from azure.cli.core.commands.parameters import get_one_of_subscription_locations
+from ._client_factory import _compute_client_factory
+
+try:
+    from .manual.action import *  # noqa: F403, pylint: disable=unused-wildcard-import,wildcard-import
+except ImportError:
+    pass
+
+logger = get_logger(__name__)
+
+
+def _resource_not_exists(cli_ctx, resource_type):
+    def _handle_resource_not_exists(namespace):
+        ns, t = resource_type.split('/')
+        # pylint: disable=protected-access
+        if resource_exists(cli_ctx, namespace._subscription_id, namespace.resource_group_name, namespace.name, ns, t):
+            raise CLIError('Resource {} of type {} in group {} already exists.'.format(
+                namespace.name,
+                resource_type,
+                namespace.resource_group_name))
+
+    return _handle_resource_not_exists
+
+
+def _get_thread_count():
+    return 5  # don't increase too much till https://github.com/Azure/msrestazure-for-python/issues/6 is fixed
+
+
+def load_images_thru_services(cli_ctx, publisher, offer, sku, location, edge_zone, architecture):
+    from concurrent.futures import ThreadPoolExecutor, as_completed
+
+    all_images = []
+    client = _compute_client_factory(cli_ctx)
+    if location is None:
+        location = get_one_of_subscription_locations(cli_ctx)
+
+    def _load_images_from_publisher(publisher):
+        from azure.core.exceptions import ResourceNotFoundError
+        try:
+            if edge_zone is not None:
+                offers = edge_zone_client.list_offers(location=location, edge_zone=edge_zone, publisher_name=publisher)
+            else:
+                offers = client.virtual_machine_images.list_offers(location=location, publisher_name=publisher)
+        except ResourceNotFoundError as e:
+            logger.warning(str(e))
+            return
+        if offer:
+            offers = [o for o in offers if _matched(offer, o.name)]
+        for o in offers:
+            try:
+                if edge_zone is not None:
+                    skus = edge_zone_client.list_skus(location=location, edge_zone=edge_zone,
+                                                      publisher_name=publisher, offer=o.name)
+                else:
+                    skus = client.virtual_machine_images.list_skus(location=location, publisher_name=publisher,
+                                                                   offer=o.name)
+            except ResourceNotFoundError as e:
+                logger.warning(str(e))
+                continue
+            if sku:
+                skus = [s for s in skus if _matched(sku, s.name)]
+            for s in skus:
+                try:
+                    expand = "properties/imageDeprecationStatus"
+                    if edge_zone is not None:
+                        images = edge_zone_client.list(location=location, edge_zone=edge_zone, publisher_name=publisher,
+                                                       offer=o.name, skus=s.name, expand=expand)
+                    else:
+                        images = client.virtual_machine_images.list(location=location, publisher_name=publisher,
+                                                                    offer=o.name, skus=s.name, expand=expand)
+                except ResourceNotFoundError as e:
+                    logger.warning(str(e))
+                    continue
+                for i in images:
+                    image_info = {
+                        'publisher': publisher,
+                        'offer': o.name,
+                        'sku': s.name,
+                        'version': i.name,
+                        'architecture': i.additional_properties.get("properties", {}).get("architecture", None) or "",
+                        'imageDeprecationStatus': i.additional_properties.get(
+                            "properties", {}).get("imageDeprecationStatus", {}) or ""
+                    }
+                    if edge_zone is not None:
+                        image_info['edge_zone'] = edge_zone
+                    if architecture and architecture != image_info['architecture']:
+                        continue
+                    all_images.append(image_info)
+
+    if edge_zone is not None:
+        from azure.cli.core.commands.client_factory import get_mgmt_service_client
+        from azure.cli.core.profiles import ResourceType
+        edge_zone_client = get_mgmt_service_client(cli_ctx,
+                                                   ResourceType.MGMT_COMPUTE).virtual_machine_images_edge_zone
+        publishers = edge_zone_client.list_publishers(location=location, edge_zone=edge_zone)
+    else:
+        publishers = client.virtual_machine_images.list_publishers(location=location)
+    if publisher:
+        publishers = [p for p in publishers if _matched(publisher, p.name)]
+
+    publisher_num = len(publishers)
+    if publisher_num > 1:
+        with ThreadPoolExecutor(max_workers=_get_thread_count()) as executor:
+            tasks = [executor.submit(_load_images_from_publisher, p.name) for p in publishers]
+            for t in as_completed(tasks):
+                t.result()  # don't use the result but expose exceptions from the threads
+    elif publisher_num == 1:
+        _load_images_from_publisher(publishers[0].name)
+
+    return all_images
+
+
+def load_images_from_aliases_doc(cli_ctx, publisher=None, offer=None, sku=None, architecture=None):
+    import requests
+    from azure.cli.core.cloud import CloudEndpointNotSetException
+    from azure.cli.core.util import should_disable_connection_verify
+    from azure.cli.command_modules.vm._alias import alias_json
+    try:
+        target_url = cli_ctx.cloud.endpoints.vm_image_alias_doc
+    except CloudEndpointNotSetException:
+        logger.warning("'endpoint_vm_image_alias_doc' isn't configured. Please invoke 'az cloud update' to configure "
+                       "it or use '--all' to retrieve images from server. Use local copy instead.")
+        dic = json.loads(alias_json)
+    else:
+        # under hack mode(say through proxies with unsigned cert), opt out the cert verification
+        try:
+            response = requests.get(target_url, verify=(not should_disable_connection_verify()))
+            if response.status_code == 200:
+                dic = json.loads(response.content.decode())
+            else:
+                logger.warning("Failed to retrieve image alias doc '%s'. Error: '%s'. Use local copy instead.",
+                               target_url, response)
+                dic = json.loads(alias_json)
+        except requests.exceptions.ConnectionError:
+            logger.warning("Failed to retrieve image alias doc '%s'. Error: 'ConnectionError'. Use local copy instead.",
+                           target_url)
+            dic = json.loads(alias_json)
+    try:
+        all_images = []
+        result = (dic['outputs']['aliases']['value'])
+        for v in result.values():  # loop around os
+            for alias, vv in v.items():  # loop around distros
+                all_images.append({
+                    'urnAlias': alias,
+                    'publisher': vv['publisher'],
+                    'offer': vv['offer'],
+                    'sku': vv['sku'],
+                    'version': vv['version'],
+                    'architecture': vv['architecture']
+                })
+
+        all_images = [i for i in all_images if (_matched(publisher, i['publisher']) and
+                                                _matched(offer, i['offer']) and
+                                                _matched(sku, i['sku']) and
+                                                _matched(architecture, i['architecture']))]
+        return all_images
+    except KeyError:
+        raise CLIError('Could not retrieve image list from {} or local copy'.format(target_url))
+
+
+def load_extension_images_thru_services(cli_ctx, publisher, name, version, location,
+                                        show_latest=False, partial_match=True):
+    from concurrent.futures import ThreadPoolExecutor, as_completed
+    from packaging.version import parse  # pylint: disable=no-name-in-module,import-error
+    all_images = []
+    client = _compute_client_factory(cli_ctx)
+    if location is None:
+        location = get_one_of_subscription_locations(cli_ctx)
+
+    def _load_extension_images_from_publisher(publisher):
+        from azure.core.exceptions import ResourceNotFoundError
+        try:
+            types = client.virtual_machine_extension_images.list_types(location, publisher)
+        except ResourceNotFoundError as e:
+            # PIR image publishers might not have any extension images, exception could raise
+            logger.warning(str(e))
+            types = []
+        if name:
+            types = [t for t in types if _matched(name, t.name, partial_match)]
+        for t in types:
+            try:
+                versions = client.virtual_machine_extension_images.list_versions(
+                    location, publisher, t.name)
+            except ResourceNotFoundError as e:
+                logger.warning(str(e))
+                continue
+            if version:
+                versions = [v for v in versions if _matched(version, v.name, partial_match)]
+
+            if show_latest:
+                # pylint: disable=no-member
+                versions.sort(key=lambda v: parse(v.name), reverse=True)
+                try:
+                    all_images.append({
+                        'publisher': publisher,
+                        'name': t.name,
+                        'version': versions[0].name})
+                except IndexError:
+                    pass  # if no versions for this type continue to next type.
+            else:
+                for v in versions:
+                    all_images.append({
+                        'publisher': publisher,
+                        'name': t.name,
+                        'version': v.name})
+
+    publishers = client.virtual_machine_images.list_publishers(location=location)
+    if publisher:
+        publishers = [p for p in publishers if _matched(publisher, p.name, partial_match)]
+
+    publisher_num = len(publishers)
+    if publisher_num > 1:
+        with ThreadPoolExecutor(max_workers=_get_thread_count()) as executor:
+            tasks = [executor.submit(_load_extension_images_from_publisher,
+                                     p.name) for p in publishers]
+            for t in as_completed(tasks):
+                t.result()  # don't use the result but expose exceptions from the threads
+    elif publisher_num == 1:
+        _load_extension_images_from_publisher(publishers[0].name)
+
+    return all_images
+
+
+def get_vm_sizes(cli_ctx, location):
+    return list(_compute_client_factory(cli_ctx).virtual_machine_sizes.list(location))
+
+
+def _matched(pattern, string, partial_match=True):
+    if not pattern:
+        return True  # empty pattern means wildcard-match
+    pattern, string = pattern.lower(), string.lower()
+    return pattern in string if partial_match else pattern == string
+
+
+def _create_image_instance(publisher, offer, sku, version):
+    return {
+        'publisher': publisher,
+        'offer': offer,
+        'sku': sku,
+        'version': version
+    }
+
+
+def _get_latest_image_version(cli_ctx, location, publisher, offer, sku, edge_zone=None):
+    from azure.cli.core.azclierror import InvalidArgumentValueError
+    if edge_zone is not None:
+        from azure.cli.core.commands.client_factory import get_mgmt_service_client
+        from azure.cli.core.profiles import ResourceType
+        edge_zone_client = get_mgmt_service_client(cli_ctx, ResourceType.MGMT_COMPUTE).virtual_machine_images_edge_zone
+        top_one = edge_zone_client.list(location, edge_zone, publisher, offer, sku, top=1, orderby='name desc')
+        if not top_one:
+            raise InvalidArgumentValueError("Can't resolve the version of '{}:{}:{}:{}'"
+                                            .format(publisher, offer, sku, edge_zone))
+    else:
+        top_one = _compute_client_factory(cli_ctx).virtual_machine_images.list(location,
+                                                                               publisher,
+                                                                               offer,
+                                                                               sku,
+                                                                               top=1,
+                                                                               orderby='name desc')
+        if not top_one:
+            raise InvalidArgumentValueError("Can't resolve the version of '{}:{}:{}'".format(publisher, offer, sku))
+    return top_one[0].name