azure: pps imds (#1093)

Without UDF support, DS Azure cannot mount the provisioning ISO,
which contains platform metadata necessary to support
pre-provisioning. The required metadata is made available in IMDS 
starting with api version 2021-08-01. This change will leverage IMDS
to obtain the required metadata to support pre-preprovisioning if 
provisioning ISO was not available.

1 files changed, 50 insertions, 24 deletions

diff --git a/cloudinit/sources/DataSourceAzure.py b/cloudinit/sources/DataSourceAzure.py
index 26c407ef..d52c6a7f 100755
--- a/cloudinit/sources/DataSourceAzure.py
+++ b/cloudinit/sources/DataSourceAzure.py
@@ -84,8 +84,8 @@ DEFAULT_PROVISIONING_ISO_DEV = '/dev/sr0'
 IMDS_TIMEOUT_IN_SECONDS = 2
 IMDS_URL = "http://169.254.169.254/metadata"
 IMDS_VER_MIN = "2019-06-01"
-IMDS_VER_WANT = "2021-01-01"
-
+IMDS_VER_WANT = "2021-08-01"
+IMDS_EXTENDED_VER_MIN = "2021-03-01"
 
 # This holds SSH key data including if the source was
 # from IMDS, as well as the SSH key data itself.
@@ -93,7 +93,7 @@ SSHKeys = namedtuple("SSHKeys", ("keys_from_imds", "ssh_keys"))
 
 
 class metadata_type(Enum):
-    compute = "{}/instance".format(IMDS_URL)
+    all = "{}/instance".format(IMDS_URL)
     network = "{}/instance/network".format(IMDS_URL)
     reprovisiondata = "{}/reprovisiondata".format(IMDS_URL)
 
@@ -494,10 +494,21 @@ class DataSourceAzure(sources.DataSource):
             "Found provisioning metadata in %s" % metadata_source,
             logger_func=LOG.debug)
 
-        perform_reprovision = reprovision or self._should_reprovision(ret)
+        imds_md = self.get_imds_data_with_api_fallback(
+            self.fallback_interface,
+            retries=10
+        )
+        if not imds_md and not ovf_is_accessible:
+            msg = 'No OVF or IMDS available'
+            report_diagnostic_event(msg)
+            raise sources.InvalidMetaDataException(msg)
+
+        perform_reprovision = (
+            reprovision or
+            self._should_reprovision(ret, imds_md))
         perform_reprovision_after_nic_attach = (
             reprovision_after_nic_attach or
-            self._should_reprovision_after_nic_attach(ret))
+            self._should_reprovision_after_nic_attach(ret, imds_md))
 
         if perform_reprovision or perform_reprovision_after_nic_attach:
             if util.is_FreeBSD():
@@ -507,15 +518,12 @@ class DataSourceAzure(sources.DataSource):
             if perform_reprovision_after_nic_attach:
                 self._wait_for_all_nics_ready()
             ret = self._reprovision()
+            # fetch metadata again as it has changed after reprovisioning
+            imds_md = self.get_imds_data_with_api_fallback(
+                self.fallback_interface,
+                retries=10
+            )
 
-        imds_md = self.get_imds_data_with_api_fallback(
-            self.fallback_interface,
-            retries=10
-        )
-        if not imds_md and not ovf_is_accessible:
-            msg = 'No OVF or IMDS available'
-            report_diagnostic_event(msg)
-            raise sources.InvalidMetaDataException(msg)
         (md, userdata_raw, cfg, files) = ret
         self.seed = metadata_source
         crawled_data.update({
@@ -691,7 +699,7 @@ class DataSourceAzure(sources.DataSource):
             self,
             fallback_nic,
             retries,
-            md_type=metadata_type.compute,
+            md_type=metadata_type.all,
             exc_cb=retry_on_url_exc,
             infinite=False):
         """
@@ -1407,7 +1415,17 @@ class DataSourceAzure(sources.DataSource):
                 "connectivity issues: %s" % e, logger_func=LOG.warning)
             return False
 
-    def _should_reprovision_after_nic_attach(self, candidate_metadata) -> bool:
+    def _ppstype_from_imds(self, imds_md: dict = None) -> str:
+        try:
+            return imds_md['extended']['compute']['ppsType']
+        except Exception as e:
+            report_diagnostic_event(
+                "Could not retrieve pps configuration from IMDS: %s" %
+                e, logger_func=LOG.debug)
+            return None
+
+    def _should_reprovision_after_nic_attach(
+            self, ovf_md, imds_md=None) -> bool:
         """Whether or not we should wait for nic attach and then poll
         IMDS for reprovisioning data. Also sets a marker file to poll IMDS.
 
@@ -1419,14 +1437,16 @@ class DataSourceAzure(sources.DataSource):
         the ISO, thus cloud-init needs to have a way of knowing that it should
         jump back into the waiting mode in order to retrieve the ovf_env.
 
-        @param candidate_metadata: Metadata obtained from reading ovf-env.
+        @param ovf_md: Metadata obtained from reading ovf-env.
+        @param imds_md: Metadata obtained from IMDS
         @return: Whether to reprovision after waiting for nics to be attached.
         """
-        if not candidate_metadata:
+        if not ovf_md:
             return False
-        (_md, _userdata_raw, cfg, _files) = candidate_metadata
+        (_md, _userdata_raw, cfg, _files) = ovf_md
         path = REPROVISION_NIC_ATTACH_MARKER_FILE
         if (cfg.get('PreprovisionedVMType', None) == "Savable" or
+            self._ppstype_from_imds(imds_md) == "Savable" or
                 os.path.isfile(path)):
             if not os.path.isfile(path):
                 LOG.info("Creating a marker file to wait for nic attach: %s",
@@ -1436,7 +1456,7 @@ class DataSourceAzure(sources.DataSource):
             return True
         return False
 
-    def _should_reprovision(self, ret):
+    def _should_reprovision(self, ovf_md, imds_md=None):
         """Whether or not we should poll IMDS for reprovisioning data.
         Also sets a marker file to poll IMDS.
 
@@ -1447,12 +1467,13 @@ class DataSourceAzure(sources.DataSource):
         However, since the VM reports ready to the Fabric, we will not attach
         the ISO, thus cloud-init needs to have a way of knowing that it should
         jump back into the polling loop in order to retrieve the ovf_env."""
-        if not ret:
+        if not ovf_md:
             return False
-        (_md, _userdata_raw, cfg, _files) = ret
+        (_md, _userdata_raw, cfg, _files) = ovf_md
         path = REPROVISION_MARKER_FILE
         if (cfg.get('PreprovisionedVm') is True or
-                cfg.get('PreprovisionedVMType', None) == 'Running' or
+            cfg.get('PreprovisionedVMType', None) == 'Running' or
+            self._ppstype_from_imds(imds_md) == "Running" or
                 os.path.isfile(path)):
             if not os.path.isfile(path):
                 LOG.info("Creating a marker file to poll imds: %s",
@@ -2239,7 +2260,7 @@ def _generate_network_config_from_fallback_config() -> dict:
 @azure_ds_telemetry_reporter
 def get_metadata_from_imds(fallback_nic,
                            retries,
-                           md_type=metadata_type.compute,
+                           md_type=metadata_type.all,
                            api_version=IMDS_VER_MIN,
                            exc_cb=retry_on_url_exc,
                            infinite=False):
@@ -2280,11 +2301,16 @@ def get_metadata_from_imds(fallback_nic,
 def _get_metadata_from_imds(
         retries,
         exc_cb,
-        md_type=metadata_type.compute,
+        md_type=metadata_type.all,
         api_version=IMDS_VER_MIN,
         infinite=False):
     url = "{}?api-version={}".format(md_type.value, api_version)
     headers = {"Metadata": "true"}
+
+    # support for extended metadata begins with 2021-03-01
+    if api_version >= IMDS_EXTENDED_VER_MIN and md_type == metadata_type.all:
+        url = url + "&extended=true"
+
     try:
         response = readurl(
             url, timeout=IMDS_TIMEOUT_IN_SECONDS, headers=headers,