| Current File : //usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyc |
�
oB�]c @ s d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z d d l m Z d d l m
Z
d d l m Z d d l m Z d d l m
Z
d d l m Z e j e � Z i d d
� d f d 6d
e
j i f d 6d d � d f d 6Z d d e f d d e f f Z d Z d Z d Z d Z d Z d Z d Z d Z d Z e e e e e e e e f Z! d5 Z# d* e$ f d+ � � YZ% d, e& f d- � � YZ' e j( e j) � d. e& f d/ � � Y� Z* d0 e* f d1 � � YZ+ d2 e* f d3 � � YZ, d d d4 � Z- d S(6 i����N( t ec2_utils( t log( t net( t sources( t
url_helper( t util( t BrokenMetadatat network_configc C s | S( N( ( t x( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt <lambda> s t s etc/network/interfacest meta_jss meta.jst authorized_keysc C s | S( N( ( R ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyR " s s root/.ssh/authorized_keyss local-hostnamet hostnames instance-idt uuidt latests
2012-08-10s
2013-04-04s
2013-10-17s
2015-10-15s
2016-06-30s
2016-10-06s
2017-02-22s
2018-08-27t bgpovst bridget dvst ethernett hw_vebt hypervt ovst phyt tapt vhostusert vift NonReadablec B s e Z RS( ( t __name__t
__module__( ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyR V s t SourceMixinc B s5 e Z d � Z d � Z d � Z d � Z d � Z RS( c C sS | j s
d S| j j d i � } x* | j � D] \ } } | | k r/ | Sq/ Wd S( Ns block-device-mapping( t ec2_metadatat Nonet gett items( t selft namet bdmt ent_namet device( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt _ec2_name_to_device[ s c C s7 d } | j d k r d } n t j | j j | � � S( Nt public_keysi s public-keys( t versionR t normalize_pubkey_datat metadataR! ( R# R$ ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt get_public_ssh_keysd s c C sj d } yI d | } | d k r, d | } n t j | � } | rN | d } n Wn t j k
re n X| S( Ns LABEL=%st swaps TYPE=%si ( R R t find_devs_witht ProcessExecutionError( R# R$ R' t criteriat dev_entries( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt _os_name_to_devicej s
c C sx | s
d S| j d � s& d | } n t j j | � r< | S| j t j j | � � } | rt t j d | | � | Sd S( Nt /s /dev/%ss Remapped device name %s => %s( R t
startswitht ost patht existst
_remap_devicet basenamet LOGt debug( R# R' t remapped( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt _validate_device_namew s
c C s | s
d S| g } | d k r2 | j d d � n | d k rN | j d � n d } t j d | � x6 | D]. } | j | � } | j | � } | rk Pqk qk W| s� t j d | � x9 | D]. } | j | � } | j | � } | r� Pq� q� Wn | s� d St j d | | � | Sd S( Nt rooti t amis( Using ec2 style lookup to find device %ss. Using openstack style lookup to find device %ss Mapped %s to device %s( R t insertt appendR; R< R( R> R3 ( R# R$ t namesR' t n( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt device_name_to_device� s2
( R R R( R- R3 R> RE ( ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyR Z s
t
BaseReaderc B sz e Z d � Z e j d � � Z e j e d � � Z e j d � � Z e j d � � Z d � Z
e d � Z d � Z RS( c C s
| | _ d S( N( t base_path( R# RG ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt __init__� s c G s d S( N( ( R# t baset add_ons( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt
_path_join� s c C s d S( N( ( R# R7 t decode( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt
_path_read� s c C s d S( N( ( R# ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt _fetch_available_versions� s c C s d S( N( ( R# ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt _read_ec2_metadata� s c C s� y | j � } Wn/ t k
rA } t j d | j | � g } n Xg t t t � � D] } | ^ qU } t } x' | D] } | | k r� qt n | } Pqt Wt j d | | � | S( Ns4 Unable to read openstack versions from %s due to: %ss Selected version '%s' from %s( RN t ExceptionR; R< RG t reversedt listt OS_VERSIONSt OS_LATEST( R# t versions_availablet et vt supportedt selected_versiont potential_version( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt _find_working_version� s
%
c C s� | j d d � j d � } | j d � } g | D] } t | � r1 | ^ q1 } | sh t d | � � n | j | j d | � } | j | d | �S( Nt content_pathR
R4 s! Item %s has no valid content patht openstackRL ( R! t lstript splitt lenR RK RG RM ( R# t itemRL R7 t path_piecest pt valid_pieces( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt _read_content_path� s %c s{ t j t j d t t f t j �� � � f d � } i d d 6d d 6} | � j � � } x | j � D]\ } \ } } } � j
� j | � } d } t
} y � j | � } WnB t k
r� } | s� t j d | | � q� t j d | | � n Xt } | r | r t d | � � n | ri| riy | | � } Wqit k
re} t d
| | f � � qiXn | rj | | | <qj qj W| d }
d |
k r�|
d } y t j | � |
d <Wq�t t f k
r�} t d
| � � q�Xn i } |
j d g � }
xm |
D]e } d | k r qn | d } y � j | � | | <Wqt k
ri} t d | | f � � qXqW| | d <|
j d d � } | r�y# � j | d t �} | | d <Wq�t k
r�} t d | � � q�Xn y |
d d | d <Wn t k
rn X� j � | d <x^ t D]V \ } } } | rQ| |
k rQt d | � � n | |
k r |
j | � |
| <q q W| S( s� Reads a version 2 formatted location.
Return a dict with metadata, userdata, ec2-metadata, dsmode,
network_config, files and version (2).
If not a valid location, raise a NonReadable exception.
t
root_typesc s� i } � j d | d � t t j f | d <� j d | d � t d � f | d <� j d | d � t � f | d <� j d | d � t � f | d
<| S( NR] s meta_data.jsonR, t user_datac S s | S( N( ( R ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyR � s t userdatas vendor_data.jsont
vendordatas network_data.jsont networkdata( RK t TrueR t load_jsont False( R* t files( t load_json_anytypeR# ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt datafiles� s
R
Rh i R* s* Failed reading optional path %s due to: %ss+ Failed reading mandatory path %s due to: %ss Missing mandatory path: %ss Failed to process path %s: %sR, t random_seeds. Badly formatted metadata random_seed entry: %sRn R7 s# Failed to read provided file %s: %sR RL s( Failed to read network configuration: %st metat dsmodes ec2-metadatas No '%s' entry in metadataN( t functoolst partialR Rl t dictRR t sixt string_typesR[ R" RK RG R Rm RM t IOErrorR; R< Rk R RP R t base64t b64decodet
ValueErrort TypeErrorR! Re t KeyErrorRO t
KEY_COPIES( R# Rp t resultst dataR$ R7 t requiredt
translatort foundRV R, Rq Rn t metadata_filesRa t net_itemt contentt
target_keyt
source_keyt is_required( ( Ro R# sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt read_v2� s�
"
(
R R RH t abct abstractmethodRK Rm RM RN RO R[ Re R� ( ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyRF � s t ConfigDriveReaderc B sA e Z d � Z d � Z e d � Z d � Z d � Z d � Z RS( c C s# t t | � j | � d | _ d S( N( t superR� RH R t _versions( R# RG ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyRH [ s c G s# | g t | � } t j j | � S( N( RR R6 R7 t join( R# RI RJ t
components( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyRK _ s c C s t j | d | �S( NRL ( R t load_file( R# R7 RL ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyRM c s c C s} | j d k rv | j | j d � } g t j | � D]* } t j j t j j | � � r4 | ^ q4 } t | � | _ n | j S( NR] (
R� R RK RG R6 t listdirR7 t isdirR� t sorted( R# R7 t dR� ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyRN f s *c C s{ | j | j d d d � } t j j | � s1 i Sy t j | j | � � SWn) t k
rv } t d | | f � � n Xd S( Nt ec2R s meta-data.jsons Failed to process path %s: %s(
RK RG R6 R7 R8 R Rl RM RP R ( R# R7 RV ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyRO n s c C s. i } xH t j � D]: } | j | j | � } t j j | � r | | | <q q Wt | � d k ry t d | j � � n i } x� t j � D]� \ } \ } } } | | k r1| | } y | j
| � } Wn! t k
r� t d | � � n Xy | | � | | <WqDt
k
r-} t d | | f � � qDXq� t j | � | | <q� W| d }
| d } | j d |
� }
|
r�|
j � } g | D]( }
t |
� r�|
j d � r�|
^ q�| d <n d | k r�| d | d <n i d
d 6| d 6} d
| k r
| d
| d
<n | j d d � | d <i | d <| S( s� Reads a version 1 formatted location.
Return a dict with metadata, userdata, dsmode, files and version (1).
If not a valid path, raise a NonReadable exception.
i s %s: no files founds Failed to read: %ss Failed to process path %s: %sR R s public-keyst #s instance-idi R* R, Rs s user-dataR
Rh Rn ( t FILES_V1t keysRK RG R6 R7 R8 R` R R" RM Ry R RP t copyt deepcopyR! t
splitlinesR5 ( R# R� R$ R7 t mdt keyR� t defaultt contentsRV t keydataR t linest lR� ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt read_v1z sL "
/
( R R RH RK Rm RM RN RO R� ( ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyR� Z s t MetadataReaderc B sA e Z d d d d � Z d � Z e d � Z d � Z d � Z RS( i c C sJ t t | � j | � | | _ t | � | _ t | � | _ d | _ d S( N(
R� R� RH t ssl_detailst floatt timeoutt intt retriesR R� ( R# t base_urlR� R� R� ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyRH � s
c C s� | j d k r | j Sg } | j | j d � } | j | d t �} x9 | j � D]+ } | j � } | sq qS n | j | � qS W| | _ | j S( NR] RL ( R� R RK RG RM Rk R� t stripRB ( R# R� t version_pathR� t line( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyRN � s c
C sW d � } t j | d | j d | j d | j d | �} | rL | j j � S| j Sd S( Nc S sA y# t | j � } | d k r" t SWn t t f k
r< n Xt S( Ni� ( R� t codeRm R} R| Rk ( t
_request_argst causeR� ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt should_retry_cb� s R� R� R� t exception_cb( R t readurlR� R� R� R� RL ( R# R7 RL R� t response( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyRM � s
c G s t j | | � S( N( R t combine_url( R# RI RJ ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyRK � s c C s% t j d | j d | j d | j � S( NR� R� R� ( R t get_instance_metadataR� R� R� ( R# ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyRO � s N( R R R RH RN Rm RM RK RO ( ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyR� � s
c " s' | d< k r d< Si d d d d d d g d 6d d d d
d d d
d d d d g d 6� | j d g � } | j d g � } | j d g � } g } i } d } d } g } x@| D]8}
g } t � f d � |
j � D� � } d |
k r� |
d | d <n d< }
|
j d � r8|
j d � j � }
|
| |
d <n i | j d � d 6|
d 6|
d d 6|
d d 6} xug | D] } | d |
d k ru| ^ quD]F} t � f d � | j � D� � } | d d k r�| j i d d 6� n� | d d k r| j i d! d 6� nb | d d= k r:| j i | d d 6� n7 | d d> k rq| j i d' d 6| j d( � d 6� n | d d? k r�| j i t d) 6� n | d d% k r�t | d% <n | d d& k r�t | d& <n | j | � q�W| j i | d 6� |
d d@ k r�i } |
r |
| d <n xR |
j � D]D \ } } | d+ k rKq-q-| j d* � r-| j i | | 6� q-q-W| | } | d, 7} | j | d- d. t j
|
d+ � f � | j i | d 6| d 6� | | d <n� |
d dA k r�d0 |
d1 |
d2 f } | j i | d 6|
d2 d2 6|
d3 d 6� | j | d1 d. |
d1 f � | j | d d4 |
d2 |
d1 f � | j i |
d3 d 6| d 6� nB |
d t k r�t j
d5 |
d � n | j i d d 6|
d 6� | j | � | | | d <q� Wg | D]- } | j d � d k r�d | k r�| ^ q�} | s4| r�| d< k rOt j � } n xY | j � D]K \ } } | j d � r}q\n | j d � | k r\| | d | d <q\q\Wxc | D][ } | j d � } | s�t d6 | � � n | | k r�t d7 | � � n | | | d <q�Wxt | D]i \ } } } } t | t t f � rkg | D] } | | | d ^ qF| | <q| | | d | | <qWn t j � } | r�x@ | D]5 } | d | k r�| | d | d <d8 | d <q�q�Wn x5 | D]- }! |! } | j i d9 d 6� | j | � q�Wi d, d: 6| d; 6S(B s) Return a dictionary of network_config by parsing provided
OpenStack ConfigDrive NetworkData json format
OpenStack network_data.json provides a 3 element dictionary
- "links" (links are network devices, physical or virtual)
- "networks" (networks are ip network configurations for one or more
links)
- services (non-ip services, like dns)
networks and links are combined via network items referencing specific
links via a 'link_id' which maps to a links 'id' field.
To convert this format to network_config yaml, we first iterate over the
links and then walk the network list to determine if any of the networks
utilize the current link; if so we generate a subnet entry for the device
We also need to map network_data.json fields to network_config fields. For
example, the network_data links 'id' field is equivalent to network_config
'name' field for devices. We apply more of this mapping to the various
link types that we encounter.
There are additional fields that are populated in the network_data.json
from OpenStack that are not relevant to network_config yaml, so we
enumerate a dictionary of valid keys for network_yaml and apply filtering
to drop these superflous keys from the network_config yaml.
R$ t typet mac_addresst subnetst paramst mtut physicalt addresst netmaskt broadcastt metrict gatewayt pointopointt scopet dns_nameserverst
dns_searcht routest subnett linkst networkst servicess bond%di c 3 s1 | ]' \ } } | � d k r | | f Vq d S( R� N( ( t .0t kRW ( t
valid_keys( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pys <genexpr>6 s t ethernet_mac_addresst idt mact linkc 3 s1 | ]' \ } } | � d k r | | f Vq d S( R� N( ( R� R� RW ( R� ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pys <genexpr>I s t ipv4_dhcpt dhcp4t ipv6_dhcpt dhcp6t
ipv6_slaacs ipv6_dhcpv6-statelesss ipv6_dhcpv6-statefult ipv4t ipv6t statict
ip_addresss accept-rat bondt
bond_linksi t bond_interfacess %st vlans %s.%st vlan_linkt vlan_idt vlan_mac_addresss %%s.%ss9 Unknown network_data link type (%s); treating as physicals# No mac_address or name entry for %ss" Unable to find a system nic for %st
infinibandt
nameserverR* t configN( R� s ipv6_dhcpv6-statelesss ipv6_dhcpv6-stateful( R� R� ( s ipv6_dhcpv6-statefulR� ( R� ( R� ( R R! Rv R" t lowert updateRk RB R5 R� R� t KNOWN_PHYSICAL_TYPESR; t warningR t get_interfaces_by_macR| t
isinstanceRR t tuplet get_ib_hwaddrs_by_interface(" t network_jsont
known_macsR� R� R� t link_updatest link_id_infot
bond_name_fmtt bond_numberR� R� R� t cfgt
link_mac_addrt curinfoRD t networkR� R� R� RW t link_nameR$ R� t
need_namest _link_idt infoR� R� t fmtt targetR� t ib_known_hwaddrst service( ( R� sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt convert_net_json� s�
" $"
-
,
( NR R R R R R R R R R R (. R� Rz R� Rt R6 Rw t cloudinitR R t loggingR R R R t cloudinit.sourcesR t getLoggerR R; Rl R� Rm Rk R RT t OS_FOLSOMt
OS_GRIZZLYt OS_HAVANAt
OS_LIBERTYt
OS_NEWTON_ONEt
OS_NEWTON_TWOt OS_OCATAt OS_ROCKYRS R R� Ry R t objectR t
add_metaclasst ABCMetaRF R� R� R ( ( ( sG /usr/lib/python2.7/site-packages/cloudinit/sources/helpers/openstack.pyt <module> sn L�c7