| Current File : //lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyc |
�
�jbc @ s{ d d l Z d d l Z d d l Z d d l m Z d d l Z d d l Z d d l Z d d l Z d d l m Z d d l
m Z d d l j
j Z d d l m Z d d l m Z d d l m Z d d l m Z d d l m Z d d
l m Z d d l m Z m Z m Z d d l m Z d d
l m! Z! d d l" m# Z# m$ Z$ m% Z% m& Z& m' Z' m( Z( m) Z) m* Z* e j+ e, � Z- d Z. i d d 6Z/ d d d g Z0 d Z1 d d d g Z2 d d d g Z3 d Z4 d Z5 d Z6 d Z7 d Z8 d Z9 d Z: d! Z; d" Z< d# Z= d$ Z> d% d& d' d( g Z? d) � Z@ d* � ZA d+ � ZB eC d, � ZD d- � ZE d. � ZF d/ � ZG d0 � ZH e jI � r�d1 Z5 d2 Z6 d3 Z7 eH d4 � ZJ eJ eC k r�e- jK d5 � d6 eJ Z4 n
e- jK d7 � eC Z> n i e1 d8 6e; d9 6eL d: 6i e5 d; 6eL d< 6d= d> 6d? d@ 6dA 6i e4 dB 6dC 6e6 dD 6eL dE 6ZM i i i dF dG 6dH g dI 6eL dJ 6dB 6dK 6i e7 dL 6dM dN 6g dO 6ZN dP e. g ZO dQ ZP dR ZQ dS ZR d? dT � ZS d? dU � ZT e$ e jU d? dV � � � ZV dW e jW f dX � � YZX dY dZ � ZY e$ d[ � � ZZ e$ d\ � � Z[ e$ e4 d] e\ e\ d^ � � Z] e$ d_ � � Z^ e$ eC d` � � Z_ e$ da � � Z` e$ eC db � � Za e$ dc � � Zb dd � Zc e$ de � � Zd e$ df � � Ze e$ dg � � Zf dh di � Zg e$ dj � � Zh e$ e> dk � � Zi e$ dl � � Zj e$ dm � � Zk dn � Zl e$ do � � Zm e$ dp � � Zn e$ eC dq � � Zo dr � Zp ds eq f dt � � YZr du eq f dv � � YZs eX Zt eX e ju f f g Zv dw � Zw d S(x i����N( t partial( t time( t minidom( t log( t net( t EventType( t EphemeralDHCPv4( t sources( t netlink( t UrlErrort readurlt retry_on_url_exc( t util( t events( t azure_ds_reportert azure_ds_telemetry_reportert get_metadata_from_fabrict get_boot_telemetryt get_system_infot report_diagnostic_eventt EphemeralDHCPv4WithReportingt is_byte_swappedt Azures iid-AZURE-NODEs instance-idt servicet walinuxagentt startt __builtin__t shs -xcs> i=$interface; x=0; ifdown $i || x=$?; ifup $i || x=$?; exit $xsL i=$interface; x=0; ifconfig down $i || x=$?; ifconfig up $i || x=$?; exit $xs /dev/disk/cloud/azure_resourcet eth0s" /var/lib/dhcp/dhclient.eth0.leasest ext4s 7783-7084-3265-9085-8269-3286-77s /var/lib/cloud/data/poll_imdss" /var/lib/cloud/data/reported_readys /var/lib/waagenti s http://169.254.169.254/metadata/s /sys/firmware/acpi/tables/OEM0s" /etc/netplan/90-hotplug-azure.yamls /usr/local/sbin/ephemeral_eth.shs+ /etc/udev/rules.d/10-net-device-added.ruless# /run/network/interfaces.ephemeral.dc C s� x� | j � D]� } t j d | � r
| j � } t | � d k r� | d j d � } t | � d k r� | d d k r� | d j | � r� | d j d � } | d Sq� q
q
Wd S(
s�
dev.storvsc.1.%pnpinfo:
classid=32412632-86cb-44a2-9b5c-50d1417354f5
deviceid=00000000-0001-8899-0000-000000000000
t pnpinfoi i t =i t deviceidi t .N( t
splitlinest ret searcht splitt lent
startswitht None( t
sysctl_outR t linet fieldst columnst comps( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt" find_storvscid_from_sysctl_pnpinfoT s c C sA x: | j � D], } t j | | � r
| j � } | d Sq
Wd S( s�
scbus0 on ata0 bus 0
scbus1 on ata1 bus 0
scbus2 on blkvsc0 bus 0
scbus3 on blkvsc1 bus 0
scbus4 on storvsc2 bus 0
scbus5 on storvsc3 bus 0
scbus-1 on xpt0 bus 0
i N( R" R# R$ R% R( ( t camcontrol_outt disk_drvR* t items( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt find_busdev_from_diskh s
c C sl xe | j � D]W } t j | | � r
| j d � } t | � d k rd | d j d � } | d Sq
q
Wd S( s�
<Msft Virtual CD/ROM 1.0> at scbus1 target 0 lun 0 (cd0,pass0)
<Msft Virtual Disk 1.0> at scbus2 target 0 lun 0 (da0,pass1)
<Msft Virtual Disk 1.0> at scbus3 target 1 lun 0 (da1,pass2)
t (i i t ,i N( R" R# R$ R% R& R( ( R/ t busdevR* R1 t dev_pass( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt find_dev_from_busdev{ s c C sJ y t j | � d SWn. t j k
rE t j d d j | � � | SXd S( Ni s Failed to execute: %st ( R t subpt ProcessExecutionErrort LOGt debugt join( t cmdt fail_ret( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt execute_or_debug� s
c C s t d d g d d �S( Nt sysctls dev.storvscR? t ( R@ ( ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt get_dev_storvsc_sysctl� s c C s t d d d g � S( Nt
camcontrolt devlists -b( R@ ( ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt get_camcontrol_dev_bus� s c C s t d d g � S( NRD RE ( R@ ( ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt get_camcontrol_dev� s c C s4 d } | d k r% d } | d } n d t | � } d j | | � } t � } t | | � } | sv t j d � d St � } t � } d j | � } t | | � } | r� t
| | � }
|
d k r� t j d � d S|
Sd
j | � } t | | � } | r0t
| | � }
|
d k r,t j d � d S|
Sd S( Nt 00000000i t 00000001i t 000s {0}-{1}s# Fail to find storvsc id from sysctls blkvsc{0}s Fail to find /dev/daXs
storvsc{0}( t strt formatRC R. R; R< R( RF RG R2 R7 ( t port_idt g0t g1t g0g1R) t storvscidt camcontrol_b_outR/ t blkvsct scbusxt devnamet storvsc( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt get_resource_disk_on_freebsd� s<
t hn0s /var/db/dhclient.leases.hn0s freebsd-ufsi s resource disk is not Nones /dev/s resource disk is Nonet
agent_commandt data_dirt set_hostnamet interfacet policyt builtint commandt hostnamet hostname_commandt hostname_bouncet
ephemeral0t disk_aliasest dhclient_lease_filet apply_network_configt gptt
table_typeid t layoutt overwritet
disk_setupt
filesystems ephemeral0.1t devicet fs_setupt
datasourcet never_destroy_ntfss Temporary Storaget REDACTEDc C s> t | t t f � s! | f } n t j | d t �d j � S( Nt capturei ( t
isinstancet listt tupleR R9 t Truet strip( Ra ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt get_hostname� s c C s t j d d t | � g � d S( Nt hostnamectls set-hostname( R R9 RK ( R` Ra ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR[ s c c s� | d d } t | � } t j | j d � � sZ t j | � sZ | | k rc | d k rc d Vd St | | � z | VWd t | | � Xd S( s�
Set a temporary hostname, restoring the previous hostname on exit.
Will have the value of the previous hostname when used as a context
manager, or None if the hostname was not changed.
Rb R] R[ t forceN( Rx R t is_truet gett is_falseR( R[ ( t
temp_hostnamet cfgRa R] t previous_hostname( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt temporary_hostname s
t DataSourceAzurec B s4 e Z d Z e Z e j Z d � Z d � Z e
d � � Z e
d � � Z d � Z
e
d � � Z d � Z d d � Z e
d � � Z d
� Z d � Z d � Z d d
� Z e
d � � Z d � Z e
d � � Z d � Z d � Z e
d � � Z e
d � � Z e d � � Z e d � � Z e d � � Z! RS( R c C s� t j j | | | | � t j j | j d � | _ i | _ d | _ t
j t
j | t
i � t g � | _ | j j d � | _ d | _ | j d j t j � d | _ d S( Nt azureRe t network( R t
DataSourcet __init__t ost pathR= t seed_dirR R( t seedR t
mergemanydictt get_cfg_by_patht DS_CFG_PATHt BUILTIN_DS_CONFIGt ds_cfgR| Re t _network_configt
update_eventst addR t BOOTt _ephemeral_dhcp_ctx( t selft sys_cfgt distrot paths( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� # s c C s# t j j | � } d | | j f S( Ns %s [seed=%s]( R R� t __str__R� ( R� t root( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� 1 s c C s� | j j d � } t j d | � | j d d } t | | j d | ��� } | d k r� t j | j j d � � r� | j d } y t d | d | d | � SWq� t
k
r� } t j d | � t j t d
� q� Xn Wd QXt
S( Ns local-hostnames Hostname in metadata is %sRb Ra R[ R` R t
prev_hostnames Failed publishing hostname: %ss handling set_hostname failed( t metadataR| R; R< R� R� R( R R{ t perform_hostname_bouncet Exceptiont warningt logexct False( R� t azure_hostnameRa t previous_hnR t e( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt" bounce_network_with_azure_hostname5 s"
c
C s� | j j d � } | j d } t j d | | � | j � y t | � Wn. t j k
rz t j t d | j d � n X| j d } g } d } x� | j j d g � D]o } | j d d � r� | d } t j d � q� t | d d
� } | t
j j | | � g 7} t j d � q� Wt j d d
d d d t � �T t j d t j d d d t j d | d f � } t | � r�t j d | � n Wd QXi } | p�t | � | d <| S( Ns local-hostnameRY s/ Getting metadata via agent. hostname=%s cmd=%ss agent command '%s' failed.RZ t _pubkeyst values+ ssh authentication: using value from fabrict fingerprints .crts1 ssh authentication: using fingerprint from fabrict names waiting-for-ssh-public-keyt descriptions$ wait for agents to retrieve ssh keyst parentt logfunct msgs waiting for SSH public key filest funct argsi� s$ Did not find files, but going on: %ss public-keys( R� R| R� R; R< R� t invoke_agentR R: R� R( R RK R� R� R= R
t ReportEventStackR t log_timet wait_for_filesR& R� t pubkeys_from_crt_files(
R� R~ t agent_cmdt ddirt fp_filest key_valuet pkt bnamet missingR� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt get_metadata_from_agentO sB
c C s2 | j j d � r d } n d } d | | j f S( s/ Return the subplatform metadata source details.s /devs config-disks seed-dirs %s (%s)( R� R' ( R� t subplatform_type( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt _get_subplatform~ s c C s� i } | j d } | j g } t j j t � rD | j d d � n | j t � � | rj | j | � n d } t } x | D]�} yv | d k r� d } t } nW | j
d � r� t j � r� t j | t d d �} q� t j | t � } n t | � } Wn� t k
r t d | � q} nm t k
rR} d | } t | � t j | � � n8 t j k
r�d | } t | � t j | � q} n X| p�| j | � }
|
r�t j � r�d
} t j | � t | � t j | � � n | j � } n t | j d d �} | \ } }
} } | | _ | j i | d
6| d 6t j! | i | d 6g � d 6|
d 6� | } t j" d | � Pq} W| s�d } t | � t j | � � n | | k r�t j" d | � n t# � } | r�| | d d <n | j$ � | d d <|
r�t j% d � t& j' | j � o(t( | d d � } | rW| j) d | j* j+ � | j* j, � q�y) t- t. � � } | j) d | � Wd QXWq�t/ k
r�} t d | � � q�Xn | S( s Walk all instance metadata sources returning a dict on success.
@return: A dictionary of any metadata content for this instance.
@raise: InvalidMetaDataException when the expected metadata service is
unavailable, broken or disabled.
RZ i t IMDSs /dev/t mtypet udfs$ Did not find Azure data source in %ss BrokenAzureDataSource: %ss %s was not mountables% Free BSD is not supported for PPS VMst retriesi
R t filest imdsR� t userdata_raws found datasource in %ss No Azure metadata founds using files cached in %st random_seeds instance-ids6 Reporting ready to Azure after getting ReprovisionDataR� t leaseNs# exception while reporting ready: %s(0 R� R� R� R� t isfilet REPROVISION_MARKER_FILEt insertt extendt list_possible_azure_ds_devst appendR( R� Rv R' R t
is_FreeBSDt mount_cbt load_azure_ds_dirt NonAzureDataSourceR t BrokenAzureDataSourceR t InvalidMetaDataExceptiont MountFailedErrorR; R� t _should_reprovisiont errort _reprovisiont get_metadata_from_imdst fallback_interfaceR� t updateR� R< t _get_random_seedt _iidt infoR t is_upt getattrt
_report_readyR� R� t
clean_networkR R R� ( R� t crawled_dataR� t
candidatest foundt reprovisiont cdevt rett excR� t perform_reprovisiont imds_mdt mdR� R R� R� t use_cached_ephemeralR� R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt crawl_metadata� s�
c C s
t | j � S( s@ Check platform environment to report if this datasource may run.( t _is_platform_viableR� ( R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s c C s& t t | � j | � t j | _ d S( s. Reset any cached class attributes to defaults.N( t superR� t clear_cached_attrsR t UNSETt _metadata_imds( R� t
attr_defaults( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s c C s� | j � s t Sy t � Wn# t k
r@ } t j d | � n Xy t � Wn# t k
rq } t j d | � n Xy( t j d t j d d d | j
� } Wn' t j k
r� } t j d | � t SX| j
r� | j
j d k r� | j j d � r� t � n t j | d
t g � | _ | d d | _ t j | d t g � | _ | d
| _ t j | j t i � } t j | | j g � | _ t | j d | d d d �t S( s� Crawl and process datasource metadata caching metadata as attrs.
@return: True on success, False on error, invalid or disabled
datasource.
s Failed to get boot telemetry: %ss$ Failed to get system information: %sR� R� s Crawl of metadata serviceR� s" Could not crawl Azure metadata: %st ubuntuRf R R� R� R� RZ R� t dirmodei� ( R� R� R R� R; R� R R R� R< R� R R� R� R� R� R| t* maybe_remove_ubuntu_network_config_scriptsR� t BUILTIN_CLOUD_CONFIGR R� t DEFAULT_METADATAR� R� R� R� t write_filesRv ( R� R� R� t user_ds_cfg( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt _get_data� s>
c C s | j d j | � S( NRd ( R� R| ( R� R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt device_name_to_device' s c C s | j S( N( R ( R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt get_config_obj* s c C s t j | j � � S( N( R t instance_id_matches_system_uuidt get_instance_id( R� R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt check_instance_id- s c C sq t j j | j j d � d � } t j d � } t j j | � rm t j | � j � } t
| | � rm | Sn | S( Nt datas instance-ids system-uuid( R� R� R= R� t get_cpathR t
read_dmi_datat existst load_fileRw R ( R� t previoust
prev_iid_patht iid( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� 1 s c C s� | j t k ri t j d | j � | � | j � } t j d | � | r] | j j | � n t | _ n t j d | j � � d S( Ns$ negotiating for %s (new_instance=%s)s negotiating returned %ss negotiating already done for %s( t _negotiatedR� R; R< R� t
_negotiateR� R� Rv ( R� t is_new_instancet fabric_data( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt setup; s c
s� t d } i d d 6} d
} t t j j t � � } d � _ d � _ d } t } d
} � f d � } t
j d � x t r�z�y�t
j d d d
d d t � � t � � _ � j j � } Wd
QX| r� | d 7} n | ry t j � } Wn; t j k
r+}
t |
� t
j |
� � j j � Pn Xt } t
j d | � t j | d j d t j � d t � � � � j d | � t } t
j d d d
d d t � �K y t j | | d � Wn+ t! k
r�} t | � t
j" | � Pn XWd
QXt } � j j � nS t
j d d d
d d t � �2 t# | d t$ d | d | d t d t �j% } Wd
QXPWn t& k
rx� j j � n XWd
| r�| j' � n Xqy W| r�t d | � t d � j � n | S( st Poll IMDS for the new provisioning data until we get a valid
response. Then return the returned JSON object.s& reprovisiondata?api-version=2017-04-02t truet Metadatai i c s� t | t � r� | j d k r� � j � j k rq � j d 9_ t j d | | j � j � t j d � j � n � j d 7_ t St j d | | j � t d | j � t S( Ni� i sJ Call to IMDS with arguments %s failed with status code %s after %s retriess: Backing off logging threshold for the same exception to %di s: Call to IMDS with arguments %s failed with status code %ss% polling IMDS failed with exception %s(
Rs R t codet imds_poll_countert imds_logging_thresholdR; R< Rv R R� ( R� t exception( R� ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt exc_cbV s
s Wait for vnetswitch to happenR� s obtain-dhcp-leaseR� s obtain dhcp leaseR� Ns* Creating a marker file to report ready: %ss {pid}: {time}
t pidR R� s! wait-for-media-disconnect-connects wait for vnet switchR\ s get-reprovision-data-from-imdss get reprovision data from imdst timeoutt headerst exception_cbt infinitet log_req_resps# attempted dhcp %d times after reuses polled imds %d times after reuse(( t IMDS_URLR( t boolR� R� R� t REPORTED_READY_MARKER_FILER R R� R; R< Rv R
R� R R R� t obtain_leaseR t create_bound_netlink_sockett NetlinkCreateSocketErrorR R� R� R� R t
write_fileRL t getpidR R� t! wait_for_media_disconnect_connectt AssertionErrorR� R
t IMDS_TIMEOUT_IN_SECONDSt contentsR t close(
R� t urlR t nl_sockt report_readyt
dhcp_attemptst
vnet_switchedt
return_valR R� R� R� R� ( ( R� sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt
_poll_imdsI s�
c C s@ y t d | d � Wn$ t k
r; t j d d t �n Xd S( s, Tells the fabric provisioning has completed s unknown-245sN Error communicating with Azure fabric; You may experience.connectivity issues.t exc_infoN( R R( R� R; R� Rv ( R� R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s
c C s� | s
t S| \ } } } } t } | j d � t k sI t j j | � r� t j j | � s� t j d | � t j
| d j d t j � d t
� � � n t St S( s� Whether or not we should poll IMDS for reprovisioning data.
Also sets a marker file to poll IMDS.
The marker file is used for the following scenario: the VM boots into
this polling loop, which we expect to be proceeding infinitely until
the VM is picked. If for whatever reason the platform moves us to a
new host (for instance a hardware issue), we need to keep polling.
However, since the VM reports ready to the Fabric, we will not attach
the ISO, thus cloud-init needs to have a way of knowing that it should
jump back into the polling loop in order to retrieve the ovf_env.t PreprovisionedVms' Creating a marker file to poll imds: %ss {pid}: {time}
R R ( R� R� R| Rv R� R� R� R; R� R R! RL R" R ( R� R� t _mdt
_userdata_rawR t _filesR� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s c
C sa | j � } t j d d d d d t � �1 t | � \ } } } | | | i | d 6f SWd QXd S( s% Initiate the reprovisioning workflow.R� s reprovisioning-read-azure-ovfR� s$ read azure ovf during reprovisioningR� s ovf-env.xmlN( R. R
R� R t read_azure_ovf( R� R& R� t udR ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s
c C s� | j d t k rP | j � | j j d d � } t t d | j d | �} n | j } t
j d | j d � y
| � } Wn5 t k
r� } t
d | � t
j d d t �t SXt j t � t j t � | S(
s� Negotiate with fabric and return data from it.
On success, returns a dictionary including 'public_keys'.
On failure, returns False.
RY R� t fallback_lease_filet pubkey_infos, negotiating with fabric via agent command %ssQ Error communicating with Azure fabric; You may experience connectivity issues: %ssN Error communicating with Azure fabric; You may experience connectivity issues.R/ N( R� t AGENT_START_BUILTINR� R R| R( R R Re R� R; R< R� R R� Rv R� R t del_fileR R� ( R� R7 t
metadata_funcR R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR
� s,
c C s& t d | d | j j t t � � d S( NR t
preserve_ntfs( t address_ephemeral_resizeR� R| t DS_CFG_KEY_PRESERVE_NTFSR� ( R� R R ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt activate s
c C s( | j j d i � j d i � j d � S( NR� t computet platformFaultDomain( R� R| ( R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt availability_zone s c C sY | j s | j t j k rR | j j d � r: | j } n d } t | � | _ n | j S( s� Generate a network config like net.generate_fallback_network() with
the following exceptions.
1. Probe the drivers of the net-devices present and inject them in
the network configuration under params: driver: <driver> value
2. Generate a fallback network config that does not include any of
the blacklisted devices.
Rf N( R� R R� R� R| R� R( t parse_network_config( R� t nc_src( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt network_config s
c C s( | j j d i � j d i � j d � S( NR� R? t location( R� R| ( R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt region" s ( N(" t __name__t
__module__t dsnameR� R R R� R� R� R� R R� R� R� R� R� R� R� R� R� R R( R� R
R. R� R� R� R
R> t propertyRA RD RF ( ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� s4 / i /
j
$i c C s� x� d D]x } g } x_ t d | � D]N } | | t | � } t j j | � r# | j | t j j | � f � q# q# W| r | Sq Wg S( Ns -partt pRB i ( s -partRK RB ( t rangeRK R� R� R R� t realpath( t devpatht maxnumt suffR� t pnumt ppath( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt _partitions_on_device' s
&c C s; t j d d t �} t j d | � t j j | � | k S( Ns TYPE=ntfst no_caches ntfs_devices found = %s( R t find_devs_withRv R; R< R� R� RM ( RN t ntfs_devices( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt _has_ntfs_filesystem4 s c
C s\ | r) d d j t � t f } t | f St j j | � sI t d | f St j d | t j j | � � t
| � } t | � d k r� t d | f St | � d k r� d | d j g | D] } | d
^ q� � f } t | f St | � d k r| d
\ } } n | d \ } } t | � s>d | | | f } t | f St
d � � } d
| | | f } t j d d d d d t � �� } y) t j | | d d d i d d 6�}
WnT t j k
r } d | _ d t | � k r�t | d f St | d | | f f SX|
d k rHd |
| _ t j d d j t � t � t | d |
f SWd QXt | d f S( s� Determine if the ephemeral drive at devpath should be reformatted.
A fresh ephemeral disk is formatted by Azure and will:
a.) have a partition table (dos or gpt)
b.) have 1 partition that is ntfs formatted, or
have 2 partitions with the second partition ntfs formatted.
(larger instances with >2TB ephemeral disk have gpt, and will
have a microsoft reserved partition as part 1. LP: #1686514)
c.) the ntfs partition will have no files other than possibly
'dataloss_warning_readme.txt'
User can indicate that NTFS should never be destroyed by setting
DS_CFG_KEY_PRESERVE_NTFS in dscfg.
If data is found on NTFS, user is warned to set DS_CFG_KEY_PRESERVE_NTFS
to make sure cloud-init does not accidentally wipe their data.
If cloud-init cannot mount the disk to check for data, destruction
will be allowed, unless the dscfg key is set.s: config says to never destroy NTFS (%s.%s), skipping checksR! s device %s does not exists Resolving realpath of %s -> %si s device %s was not partitionedi s& device %s had 3 or more partitions: %sR8 i s5 partition %s (%s) on device %s was not ntfs formattedc S sG t d g � } t g t j | � D] } | j � | k r" | ^ q" � S( Ns dataloss_warning_readme.txt( t setR& R� t listdirt lower( t mpt ignoredt f( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt count_filesl s s1 partition %s (%s) on device %s was ntfs formattedR� s mount-ntfs-and-countR� R� R� t ntfst update_env_for_mountt Ct LANGs cannot mount ntfss unknown filesystem type 'ntfs's^ but this system cannot mount NTFS, assuming there are no important files. Formatting allowed.s but mount of %s failed: %ss mounted and counted %d filessx it looks like you're using NTFS on the ephemeral disk, to ensure that filesystem does not get wiped, set %s.%s in configs but had %d files on it.Ns3 and had no important files. Safe for reformatting.( R= R� R= R� R� R� R R; R< RM RS R& RW R R
R� R R R� R� R� RK Rv R� ( RN R; R� t
partitionsRK t cand_partt cand_pathR^ t bmsgt evtt
file_countR� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt can_dev_be_reformatted; sX
-
ix c C sd d } t j d d d d d t � �F t j | g d | d | d d
�} | rf t j d | | � d SWd QXt } d } | r� t d } } n t
| | � \ } } t j d
| | � | s� d Sx� d d g D]� } d | } d | | f }
t j
j | � rLy! t j | � t j d |
� Wq\t k
rH} t j d |
| � q\Xq� t j d |
� q� Wd S( Ng�������?R� s wait-for-ephemeral-diskR� s wait for ephemeral diskR� t maxwaitt naplent log_pres Azure ephemeral disk: s6 ephemeral device '%s' did not appear after %d seconds.s First instance boot.s reformattable=%s: %sRk t mountss# /var/lib/cloud/instance/sem/config_s Marker "%s" for module "%s"s %s removed.s %s: remove failed! (%s)s %s did not exist.( R
R� R R R� R; R� R� R( Rv Ri R< R� R� R t unlinkR� ( RN Rj R R; Rk R� t resultR� t modt sempathRf R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR< � s@
c
C s | d } | d } | d } d | | | f } t j j � } | | d <| | d <| | d <| d k r� t j � r t } q� t j d � r� t } q� t j d � t
Sn t j d
| � t | t t
f � } t j d t j d d
d t d t j d i | d 6| d 6t
d 6| d 6� t S( NR_ R\ R] s" hostname=%s policy=%s interface=%sR` t old_hostnameR^ t ifups7 Skipping network bounce: ifupdown utils aren't present.s" pubhname: publishing hostname [%s]R� R� s publishing hostnamet
get_uptimeR� t kwargsR� t shellRr t env( R� t environt copyR R� t BOUNCE_COMMAND_FREEBSDt whicht BOUNCE_COMMAND_IFUPR; R< R� Rs Rt Ru R� Rv R9 ( R` R R� R_ R\ R] R� Rw Rv ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s0
c C s= d } t j d d | | g d t d | �\ } } | j � S( NsH openssl x509 -noout -pubkey < "$0" |ssh-keygen -i -m PKCS8 -f /dev/stdinR s -cRr R ( R R9 Rv t rstrip( t fnameR t pipelinet outt _err( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt crtfile_to_pubkey� s c C su g } g } xI | D]A } y | j t | � � Wq t j k
rS | j | � q Xq W| rq t j d | � n | S( Ns- failed to convert the crt files to pubkey: %s( R� R� R R: R; R� ( t flistt pubkeyst errorsR~ ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s
c C s� d � } | s d S| s" i } n t j | | � xi | j � D][ \ } } t j j | | � } d | k r~ | | | � } n t j d | d | d d � q? Wd S( Nc S s� ya t j | � } x> | j � D]0 } d | j k r | j t k r t | _ q q Wt j | � SWn" t k
r� t j d | � | SXd S( s> Azure provides the UserPassword in plain text. So we redact itt UserPasswords# failed to redact userpassword in %sN(
t ETt
fromstringt itert tagt textt DEF_PASSWD_REDACTIONt tostringR� R; t critical( t cntR~ R� t elem( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt _redact_password� s
s ovf-env.xmlt filenamet contentt modei� ( R t
ensure_dirR1 R� R� R= R! ( t datadirR� R� R� R� R� R~ ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s
c C sG | r6 t j d | � t j | d t | t � �n
t j d � d S( Ns invoking agent: %sRv s not invoking agent( R; R< R R9 Rs Rt ( R> ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� s c C sJ g } | j � s | Sx- | j D]" } | | � r | j | � q q W| S( N( t
hasChildNodest
childNodesR� ( t nodet filter_funcR� t child( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt
find_child s c
C s� t | d � � } t | � d k r( g St | � d k rS t d t | � � � n | d } t | d � � } t | � d k r� g Sg } t j j } x� | D]� } | j � s� q� n i d d 6d d 6d d 6} x� | j D]� } | j | k s� | j r q� n | j j
� } | | j � k r'q� n t | j � d k s� | j d j | k rXq� n | j d j j
� | | <q� W| j | � q� W| S(
Nc S s
| j d k S( Nt
PublicKeys( t localName( t n( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt <lambda>6 s i i s% Multiple 'PublicKeys'(%s) in SSH nodec S s
| j d k S( Nt PublicKey( R� ( R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� > s RB R� R� R� ( R� R& R� R t Documentt TEXT_NODER� R� t nodeTypeR� RZ t keyst wholeTextRw R� (
t sshnodet resultst pubkeys_nodeR� R� t text_nodet pk_nodet curR� R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt load_azure_ovf_pubkeys) s8
c C sS y t j | � } Wn3 t k
rH } d | } t | � t | � � n Xt | j d � � } t | � d k r t d � � n t | � d k r� t d t | � � � n | d } t | d � � } t | � d k r� t d � � n t | � d k rt d t | � d
f � � n | d } | j � s=t d � � n d } i i d
6} i }
d } d } d }
x?| j D]4} | j | j
k sr| j r�qrn | j j � } t } d } t | j � d k r�| j d j | j
k r�t } | j d j } n t g | j j � D] \ } } | | f ^ q� } | d k sH| d k r�| j d � d% k r~t j d j | j � � � } q�| } qr| d k r�| }
qr| d k r�| } qr| d k r�| | d <qr| d k r5| j d � d& k r t j d j | j � � � } n | } i t j | d i �t 6|
d <qr| d k rTt | � |
d <qr| d k rvt j | � |
d <qr| rr| | k r�| | | <q�| | d
| <qrqrWi } |
r�|
| d <n | r�t | d <t | k r�t! | � | d <|
d! <q�n | ri | d" 6|
d# <n d |
k r6| r6t |
d <n t" | � |
d$ <| | |
f S(' Ns Invalid ovf-env.xml: %sc S s
| j d k S( Nt ProvisioningSection( R� ( R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� h s i s No ProvisioningSectioni s$ found '%d' ProvisioningSection itemsc S s
| j d k S( Nt! LinuxProvisioningConfigurationSet( R� ( R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� r s s$ No LinuxProvisioningConfigurationSets found '%d' %ssR� s# no child nodes of configuration sett seedfromt
azure_dataRB t userdatat
customdatat encodingt base64t usernamet userpasswordR` s local-hostnamet dscfgt defaultRo t sshR� t disablesshpasswordauthenticationt
ssh_pwauthR� t lock_passwdt passwdt passwordt default_usert system_infoR0 ( Ns base64( Ns base64(# R t parseStringR� R R� R� t documentElementR& R� R� R( R� R� R� R� RZ R� Rv R� t dictt
attributesR1 R| R� t b64decodeR= R% R t load_yamlt DS_NAMER� R} R� t encrypt_passt" _extract_preprovisioned_vm_setting( R& t domR� t error_strR� t provSectiont
lpcs_nodest lpcst md_propsR� R R5 R� R� R� R� t simpleR� t kt vt attrsR� t defuser( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR4 ^ s�
4!
!#
c C s� t | j d � � } | s. t | � d k r? t j d � t St | d d � � } | sn t | � d k r t j d � t St | d d � � } | s� t | � d k r� t j d � t St j | d j j � S( sP Read the preprovision flag from the ovf. It should not
exist unless true.c S s
| j d k S( Nt PlatformSettingsSection( R� ( R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s i s! PlatformSettingsSection not foundc S s
| j d k S( Nt PlatformSettings( R� ( R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s s PlatformSettings not foundc S s
| j d k S( NR0 ( R� ( R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s s PreprovisionedVm not found(
R� R� R& R; R< R� R t translate_boolt
firstChildt nodeValue( R� t platform_settings_sectiont platform_settingst preprovisionedVm( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s&
s $6$c C s t j | | t j d d � � S( Nt strleni ( t cryptR t rand_str( R� t salt_id( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s c C sR y* t | � � } | j d � t SWd QXWn! t k
rM t j d | � n Xt S( s; Return boolean indicating path to cdrom device has content.i Ns cdrom (%s) is not configured( t opent readRv t IOErrorR; R< R� ( t cdrom_devt fp( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt _check_freebsd_cdrom� s
c C sD | d k r d St j | d t d t �} t j | � j � } | S( sL Return content random seed file if available, otherwise,
return None.t quiett decodeN( R( R R Rv R� R� t b64encodeR� ( t sourceR� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s
c C sm g } t j � r. d } t | � rY | g Sn+ x( d D] } | j t j d | � � q5 W| j d t � | S( Ns /dev/cd0t iso9660R� s TYPE=%st reverse( R� s udf( R R� R� R� RU t sortRv ( RE R� t fstype( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� s
c C s� t j j | d � } t j j | � s6 t d � � n t | d � � } | j � } Wd QXt | � \ } } } | | | i | d 6f S( Ns ovf-env.xmls No ovf-env file foundt rb( R� R� R= R� R� R� R� R4 ( t
source_dirt ovf_fileR� R& R� R5 R ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� s c C sV t j d d d d d t � �2} | t j k r| ri d d 6i d 6} t j d � | d
} x�t | d � D]�\ } } d j d
| � } i | d d d 6} i t d 6| d 6t
d 6} x� d. D]� } | j | i � j d g � }
| d k r d } n# d } |
r#t | d <| | d <n xy |
d D]m } | | d d j d | � }
| d } | j d � sxg | d <n | d j d j d | d |
� � q.Wq� W| rr d! j
t j d" | d# � � } | j i i | j � d$ 6d% 6| d& 6� | | d | <qr qr Wd' | _ n7 d( g } t j d) � t j d* | d+ t � } d, | _ | SWd- QXd- S(/ s` Convert imds_metadata dictionary to network v2 configuration.
Parses network configuration from imds metadata if present or generate
fallback network config excluding mlx4_core devices.
@param: imds_metadata: Dict of content read from IMDS network service.
@return: Dictionary containing network version 2 standard configuration.
R� RB R� RB R� i t versiont ethernetss1 Azure: generating network configuration from IMDSR� R\ s eth{idx}t idxi id s route-metrict dhcp4s dhcp4-overridest dhcp6t ipv4t ipv6t ipAddresst 24t 128s dhcp6-overridest subneti t prefixt privateIpAddresst addressess
{ip}/{prefix}t ipt :s ..t
macAddresst
macaddresst matchs set-names network config from imdst mlx4_cores( Azure: generating fallback configurationt blacklist_driverst
config_drivers network config from fallbackN( R� R� ( R
R� R R R� R; R< t enumerateRL Rv R� R| R� R= R# t findallR� RZ R� R t generate_fallback_config( t
imds_metadataRg t netconfigt network_metadataR� t intft nicnamet
dhcp_overridet
dev_configt addr_typeR t default_prefixt addrt netPrefixt privateIpt mact blacklist( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyRB $ sV
c C s� i t j d 6d d 6t d 6| f d 6} t j | � rD t j | � Sy' t t | � � t j | � SWd QXWn$ t k
r� } t
d | � � n Xd S( s Query Azure's network metadata service, returning a dictionary.
If network is not up, setup ephemeral dhcp on fallback_nic to talk to the
IMDS. For more info on IMDS:
https://docs.microsoft.com/en-us/azure/virtual-machines/windows/instance-metadata-service
@param fallback_nic: String. The name of the nic which requires active
network in order to query IMDS.
@param retries: The number of retries of the IMDS_URL.
@return: A dict of instance metadata containing compute and network
info.
R� s/ Crawl of Azure Instance Metadata Service (IMDS)R� R� R� Ns$ exception while getting metadata: %s( R; R< t _get_metadata_from_imdsR R� R R� R R R� R ( t fallback_nicR� Ru R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� d s
c
C s� t d } i d d 6} y( t | d t d | d | d t �} Wn5 t k
rv } d | } t | � t j | � i SXy t j t
| � � SWn= t j j
k
r� } t d | � t j d
t
| � � n Xi S( Ns instance?api-version=2017-12-01R R R R R� R s# Ignoring IMDS instance metadata: %ss non-json imds responses, Ignoring non-json IMDS instance metadata: %s( R R
R% R R� R R; R< R t load_jsonRK t jsont decodert JSONDecodeErrorR� ( R� R( R t responseR� R� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR � s$
c C s� | s t } n t } xt | D]l } t j j | � r | sV t j d t j � t } n t j j
| � rx t j | � q� t j
| � q q Wd S( s( Remove Azure-specific ubuntu network config for non-primary nics.
@param paths: List of networking scripts or directories to remove when
present.
In certain supported ubuntu images, static udev rules or netplan yaml
config is delivered in the base ubuntu image to support dhcp on any
additional interfaces which get attached by a customer at some point
after initial boot. Since the Azure datasource can now regenerate
network configuration as metadata reports these new devices, we no longer
want the udev rules or netplan's 90-hotplug-azure.yaml to configure
networking on eth1 or greater as it might collide with cloud-init's
configuration.
Remove the any existing extended network scripts if the datasource is
enabled to write network per-boot.
s{ Removing Ubuntu extended network scripts because cloud-init updates Azure network configuration on the following event: %s.N( t UBUNTU_EXTENDED_NETWORK_SCRIPTSR� R� R� R R; R� R R� Rv t isdirR t del_dirR9 ( R� t loggedR� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s
c C s� t j d d d d d t � �y } t j d � } | t k r@ t Sd | } t j | � | | _ t
| � t j j
t j j | d � � r� t St SWd QXd S( NR� s check-platform-viabilityR� s found azure asset tagR� s chassis-asset-tags( Non-Azure DMI asset tag '%s' discovered.s ovf-env.xml( R
R� R R R t AZURE_CHASSIS_ASSET_TAGRv R; R< R� R R� R� R R= R� ( R� Rg t asset_tagR� ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s
!R� c B s e Z RS( ( RG RH ( ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s R� c B s e Z RS( ( RG RH ( ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyR� � s c C s t j | t � S( N( R t list_from_dependst datasources( t depends( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt get_datasource_list� s (x R� t
contextlibR� t functoolsR R R� t os.pathR# R t xml.domR t xml.etree.ElementTreet etreet ElementTreeR� t cloudinitR t loggingR t cloudinit.eventR t cloudinit.net.dhcpR R t cloudinit.sources.helpersR t cloudinit.url_helperR R
R R t cloudinit.reportingR
t cloudinit.sources.helpers.azureR R R R R R R R t getLoggerRG R; R� R� t AGENT_STARTR8 R| Rz t RESOURCE_DISK_PATHt DEFAULT_PRIMARY_NICt
LEASE_FILEt
DEFAULT_FSR% R� R t AGENT_SEED_DIRR% R t PLATFORM_ENTROPY_SOURCER! R. R2 R7 R( R@ RC RF RG RW R� t res_diskR< Rv R� R� R� R= t DEF_EPHEMERAL_LABELR� Rx R[ t contextmanagerR� R� R� RS RW Ri R� R< R� R� R� R� R� R� R� R4 R� R� R� R� R� R� RB R� R R� R� R� R� R� t DataSourceAzureNett DEP_FILESYSTEMR( R* ( ( ( sE /usr/lib/python2.7/site-packages/cloudinit/sources/DataSourceAzure.pyt <module> s� :
,
� �
S,$
5h @ $