| Current File : //usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyo |
�
��Xc @ s� d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m
Z
m Z d d l m
Z
d d l m Z m Z d d l m Z m Z d d l Z d d l Z d d l m Z m Z d d l m Z m Z m Z d d l m Z d d l m Z d
d d d
d d g Z! e j" j# e d d � Z$ e j" j# e d d � Z% d e
e e f d � � YZ& d � Z' d � Z( e) d � Z* d � Z+ d � Z, d � Z- d S( i����N( t Argt MutuallyExclusiveArgList( t BaseCommand( t
ArgumentErrort ClientError( t FileTransferProgressBarMixint RegionConfigurableMixin( t Euca2oolst
SYSCONFDIR( t delimited_listt filesizet manifest_block_device_mappings( t BootstrapRequest( t BundleImaget btrfst ext2t ext3t ext4t jfst xfss
bundle-volt excludest fstabt BundleVolumec # B s� e Z e Z d Z dz Z e d d d d �e d d d d
d d �e d d
d d d d{ �e d d d d d e d � d d �e d d d d d e d � d d �e d d d d! d e d" d# d d$ �e d% d& d' d d( �e d) d& d' d d* �e e d+ d, d- d& d' d d. �e d/ d, d- d& d0 d d1 �� e d2 d3 d d
d" d4 d d5 �e d6 d7 d d| d d; �e d< d d= d d> �e e d? d d= d d@ �e dA d& d' d dB �� e dC d d= d dD �e dE dF d d= d dG �e dH dI d d= d dJ �e dK d d= d dL �e dM dN d dO d dP �e dQ d dR d dS �e dT d dR d dU �e dV dW d} d dX �e dY dW d} d e j �e dZ dW d} d e j �e
j j e d[ d\ d d] d e d d^ �e d_ d d` d e d � d" g d da �e db d e d" dc d e j �e dd d de � d e j �e df d dg � d e j �g Z dh � Z di � Z dj � Z d} dk � Z dl � Z dm � Z dn � Z do � Z dp � Z dq � Z dr � Z ds � Z dt � Z du � Z dv � Z dw � Z! dx � Z" dy � Z# RS(~ sb Prepare this machine's filesystem for use in the cloud
This command must be run as the superuser.t EUCA_DEFAULT_REGIONt AWS_DEFAULT_REGIONs -ps --prefixt helpsP the file name prefix to give the
bundle's files (default: image)s -ds
--destinationt metavart DIRs� location to place
the bundle's files (default: dir named by TMPDIR, TEMP, or TMP
environment variables, or otherwise /var/tmp)s -rs --archs# the image's architecture (required)t choicest i386t x86_64t armhft ppct ppc64t ppc64les -es --excludes PATH,...t typet ,s( comma-separated list of paths to excludes -is --includes( comma-separated list of paths to includes -ss --sizet MiBt defaulti ( s0 size of the image to create (default: 10240 MiB)s --no-filtert actiont
store_trues( do not filter out sensitive/system filess --allsd include all filesystems regardless of type
(default: only include local filesystems)s --inheritt destt inheritse use the metadata service to provide metadata for
the bundle (this is the default)s --no-inheritt store_falsesG do not use the metadata service for bundle
metadatas -vs --volumet /sS location
of the volume from which to create the bundle (default: /)s -Ps --partitiont mbrt gptt nonesl the type of partition table to create (default: attempt
to guess based on the existing disk)s --scriptt FILEs� location of a script
to run immediately before bundling. It will receive the
volume's mount point as its only argument.s --fstabsO location of an
fstab(5) file to copy into the bundled images --generate-fstabsQ automatically generate an fstab(5) file for
the bundled images
--grub-configs{ location of a GRUB 1
configuration file to copy to /boot/grub/menu.lst on the
bundled images -ks --privatekeys� file containing
your private key to sign the bundle's manifest with. This
private key will also be required to unbundle the image in the
future.s -cs --certs& file containing your X.509 certificates --ec2certs= file containing the
cloud's X.509 certificates -us --usert ACCOUNTs your account IDs --kernelt IMAGEsK ID of the kernel image to
associate with this machine images --ramdisksL ID of the ramdisk image
to associate with this machine images --bootstrap-urlt route_tos| [Eucalyptus
only] bootstrap service endpoint URL (used for obtaining
--ec2cert automaticallys --bootstrap-services --bootstrap-auths -Bs --block-device-mappingss% VIRTUAL1=DEVICE1,VIRTUAL2=DEVICE2,...s` block device mapping scheme with which to launch
instances of this machine images --productcodess CODE1,CODE2,...s3 comma-separated list of product codes for the images --part-sizei � s --enc-keyc C s
t | d � S( Ni ( t int( t s( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt <lambda>� s s --enc-ivc C s
t | d � S( Ni ( R4 ( R5 ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyR6 � s c C s1 t j � d k r! t d � � n | j j d � sB t d � � n | j d d d �t � } | j j d � r} | j � n | j j d � s� t | � | j d <| j d s� | j
j d
| � t d j | � � � n | j
j
d | j d � n | j j d
� r-| j j d � r-d | j d
<n d S( Ni s must be superusert archs argument -r/--arch is requireds /dev/nullt
image_sizei R* t partitions? could not determine the partition table type for root device %ssd could not determine the type of partition table to use for disk {0}; specify one with -P/--partitions" discovered partition table type %sR t generate_fstabs
/etc/fstab( t ost geteuidt RuntimeErrort argst getR t# _BundleVolume__build_bundle_commandt _get_root_devicet* _BundleVolume__populate_args_from_metadatat _get_partition_table_typet logt warnt formatt info( t selft root_device( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt configure� s(
&c C s� | j j d � r" | j d } n t j j d d � } t j j | | j j d � pX d � } t j d d d | � } | j
| | j d � } z0| j | | � } z� y� | j � } | j
d | d | g � | j | | � | j | � | j | � | j j d � rG| j d | g } | j j d
t | � � t j | � n Wn7 t k
r�| j j d � d } t j | IJ� n XWd t j d
� | j | � t j | � X| j | | � Wd | j | | � X| j | � } | j � }
t j! | � |
S( Nt destinationt prefixs bundle-t images target-t dirt sizes --excludet scripts running user script ``%s''s received ^C; skipping to cleanupsf
Cleaning up after ^C
WARNING: pressing ^C again will result in the need for manual device cleanup
g�������?(" R> R? t euca2oolst utilt mkdtemp_for_large_filesR; t patht joint tempfilet mkdtempt _BundleVolume__create_disk_imaget* _BundleVolume__create_and_mount_filesystemt+ _BundleVolume__get_exclude_and_include_argst extendt! _BundleVolume__copy_to_target_dirt _BundleVolume__insert_fstabt! _BundleVolume__insert_grub_configRD RG t
_quote_cmdt
subprocesst
check_callt KeyboardInterruptt syst stderrt timet sleept! _BundleVolume__unmount_filesystemt rmdirt$ _BundleVolume__update_filesystem_idst _BundleVolume__detach_disk_imageR@ t maint remove( RH t destdirRM t
mountpointt devicet fsinfot exclude_optst cmdt msgt
bundle_cmdt result( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyRk � sF '
c C s" x | d D] } d G| GHq Wd S( Ni s Wrote manifest( ( RH Ru t manifest_filename( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt print_result� s c sD d } t � f d � | D� � } t j � d | d | d d | �S( NRL RK R7 t
privatekeyt certt ec2certt usert kernelt ramdiskt block_device_mappingst productcodest part_sizet enc_keyt enc_ivt
show_progresst key_idt
secret_keyt security_tokent
bootstrap_urlt bootstrap_servicet bootstrap_autht regionc 3 s' | ] } | � j j | � f Vq d S( N( R> R? ( t .0t key( RH ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pys <genexpr>� s RM R8 t
image_typet machine( s prefixs destinations archRx Ry Rz R{ R| R} R~ R R� R� R� R� R� R� R� R� R� R� R� ( t dictR
t
from_other( RH t image_filenameR8 t bundle_argst bundle_args_dict( ( RH sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __build_bundle_command� s
c C sL | j j d | � d | } t j | d d �} | j d k rH | j Sd S( Ns# reading metadata service value '%s's, http://169.254.169.254/2012-01-12/meta-data/t timeouti i� ( RD t debugt requestsR? t status_codet textt None( RH RT t urlt response( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __read_metadata_value� s
c C sE | j | � } | rA g | j � D] } | r" | j d � ^ q" Sg S( NR, ( t" _BundleVolume__read_metadata_valuet
splitlinest rstrip( RH RT t valuet line( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __read_metadata_list� s ,c C sf i } | j d � s" | d 7} n | j | � } x. | D]& } | r8 | j | | � | | <q8 q8 W| S( NR, ( t endswitht! _BundleVolume__read_metadata_listR� ( RH RT t metadatat keysR� ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __read_metadata_dict s
c C s� y�| j j d � sH | j d � | j d <| j j d | j d � n | j j d � s� | j d � | j d <| j j d | j d � n | j j d � s� | j d � | j d <| j d r� | j j d d
j | j d � � q� n | j j d � s�i | j d <xL | j d � p i j � D]/ \ } } | j d
� s&| | j d | <q&q&Wx: | j d j � D]" \ } } | j j d | | � qmWn Wn# t
j j k
r�t
d � � n Xd S( ss
Populate missing/empty values in self.args using info obtained
from the metadata service.
R| s kernel-ids inherited kernel: %sR} s
ramdisk-ids inherited ramdisk: %sR s
product-codess inherited product codes: %sR$ R~ s block-device-mappingt ebss% inherited block device mapping: %s=%ssR metadata service is absent or unresponsive; use --no-inherit to proceed without itN( R> R? R� RD RG R� RU t! _BundleVolume__read_metadata_dictt itemst
startswithR� t
exceptionst TimeoutR ( RH R� t val( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __populate_args_from_metadata s0
c C s t j d d d j | � d d d j t | � d � g � | j d d k r| d } t j d d | d d j | � g � ns | j d d k r� t j d d d d d d d | g � t j d d d d d d | g � t j d d | g � n | j | � } | S(! Nt dds if=/dev/zeros of={0}s bs=1Ms count=1s seek={0}i R9 R- s unit ss
mklabel msdoss mkpart primary 64 -1ss
set 1 boot ont printt quitt parteds -ss --t R. t sgdisks --news
128:1M:+1Ms
--typecodes 128:ef02s
--change-names
128:BIOS Boots --largest-new=1s 1:8300s 1:Images --print( s unit ss
mklabel msdoss mkpart primary 64 -1ss
set 1 boot ons prints quit( R` Ra RF R4 R> RU t _BundleVolume__map_disk_image( RH RM t
size_in_mbt
parted_scriptt mapped( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __create_disk_image, s$ c C s: | j d d k r� | j j d | � t j d d d d | g d t j �} z� xb | j j � D]Q } | j � } | d
d d g k r` | d
} | j d
� r� d j
| � Sq` q` W| j j d � t d � � Wd | j
� XnS | j j d | � t j d d | d g d t j �} | j
� \ } } | j � Sd S( NR9 R- R. s mapping partitioned image %st kpartxs -ss -vs -at stdouti t addt mapt p1s /dev/mapper/{0}s+ failed to get usable map output from kpartxs device mapping faileds mapping unpartitioned image %st losetups -fs --show( s mbrs gpt( R> RD R� R` t Popent PIPER� t readlinest splitR� RF t errorR= t communicatet strip( RH RM R� R� t
line_splitRo R� t loopdevt _( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __map_disk_imageF s&
c C s� t � } t | � } | j j d | | | � d d | d g g } xA | D]9 } | j | � | j j d t | � � t j | � qK W| j j d | d | | � t j d d | d | | g � | S( Ns4 creating filesystem on %s using metadata from %s: %st mkfss -tR# s formatting with ``%s''s mounting %s filesystem %s at %st mount( RA t _get_filesystem_infoRD RG t appendR_ R` Ra ( RH Ro Rn RI Rp t fs_cmdst fs_cmd( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __create_and_mount_filesystemb s
c C sG | j j d | � t j d g � t j d � t j d | g � d S( Ns
unmounting %st syncg�������?t umount( RD RG R` Ra Re Rf ( RH Ro ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __unmount_filesystemr s
c C s/ g } | j d � r/ | j d | d f � n | j d � rX | j d | d f � n | j d � d k r} | j d � n | r+| j d � d k r� d g | } nJ | j d � d k r� d
g | } n% | j d � d k r� d g | } n | j | � | j j d | t | � � t j | � n d S( s�
Apply filesystem identifiers to an unmounted filesystem. To
avoid UUID conflicts, run this only after the filesystem no
longer needs to be mounted on the running system.
t labels -Lt uuids -UR# R R R s -it 0t tune2fsR t jfs_adminR t xfs_admins- updating device %s filesystem IDs with ``%s''N( R R R ( s -iR� ( R R R ( R? R[ R� RD RG R_ R` Ra ( RH Ro Rp t optionsRr ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __update_filesystem_idsx s$
c C s~ t j d g � | j d d k rK | j j d | � d d d | g } n" | j j d | � d
d | g } t j | � d S( NR� R9 R- R. s unmapping partitioned image %sR� s -ss -ds! unmapping unpartitioned device %sR� ( s mbrs gpt( R` Ra R> RD R� ( RH RM Ro Rr ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __detach_disk_image� s c C s@ g } x3 | j j d � p g D] } | j d | g � q Wx3 | j j d � pT g D] } | j d | g � qU W| j j d � s� xg t � D]Y \ } } } | t k r� | j j d | | | � | j d t j j | d � g � q� q� Wn | j j d � r<t j j
t � r<| j j d t � | j d
t g � n | S( Nt excludes --excludet includes --includet alls excluding %s filesystem %s at %ss **t no_filters adding path exclusions from %ss --exclude-from( R> R? R[ t _get_all_mountst ALLOWED_FILESYSTEM_TYPESRD R� R; RT RU t isfilet
EXCLUDES_FILE( RH R> R� R� Ro Rn t fstype( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __get_exclude_and_include_args� s
,%c
C s� | j j d � p d } | j d � s4 | d 7} n | j d � sP | d 7} n d g } | j j d � r� t j d d g d t j �} | j � \ } } | j d � d p� d
j � d } | d k r� | j d
� q� | j d � n
| j d � d d g | | | | g } | j
j d t | � � d GHt j | � } | j
� | j d k r�| j
j d | j � d GHd g | | | | g } t j | � } | j
� n | j d k r�| j
j d | j � t j | j d � � n d S( Nt volumeR, s
-rHlpogDtSR� t rsyncs --versionR� s version i t i s 3.1.0s --info=progress2s
--progresss --quiets -Xs copying files with ``%s''s Copying files...i s2 rsync exited with code %i; retrying without xattrss$ Retrying without extended attributesi s rsync exited with code %i( i i ( R> R? R� R` R� R� R� R9 R� R� RD RG R_ t waitt
returncodeR� t CalledProcessError(
RH R) Rq t sourcet
rsync_optsR� t outR� t
rsync_versionRr ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __copy_to_target_dir� s<
#
c C s� t j j | d d � } t j j | � rW | d } | j j d | � t | | � n | j j d � r� | j j d | j d � t t
| � nC | j j d � r� | j j d | j d � t | j d | � n d S( Nt etcR s .baks$ backing up original fstab file as %sR: s generating fstab file from %ss using fstab file %s( R; RT RU t existsRD R� t _copy_with_xattrsR> R? RG t FSTAB_TEMPLATE_FILE( RH Rn t fstab_filenamet fstab_bak( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __insert_fstab� s
c C s� | j j d � r� t j j | d d d � } t j j | � rl | d } | j j d | � t | | � n | j j d | j d � t | j d | � n d S( Nt grub_configt boott grubs menu.lsts .baks+ backing up original grub1 config file as %ss using grub1 config file %s(
R> R? R; RT RU R� RD R� R� RG ( RH Rn t
grub_filenamet grub_back( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt __insert_grub_config� s
( R R ( R R R R R! R" ( s mbrs gptR/ N($ t __name__t
__module__R t SUITEt DESCRIPTIONt
REGION_ENVVARR R R4 R R� t argparset SUPPRESSR t
AUTH_CLASSt ARGSR R
RJ Rk Rw R@ R� R� R� RB RX R� RY Rg Ri Rj RZ R\ R] R^ ( ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyR 7 s� 0
! % c C s� i } t d � �F } x< | D]4 } | j d d � \ } } } } | | f | | <q WWd QXg } x6 | j � D]( \ } \ } } | j | | | f � qm W| S( Ns /proc/mountsi ( t openR� R� R� R� ( t filesystems_dictt mountsR� Ro Rn R� R� t filesystems_list( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyR� � s
c C s� t j d d d | g d t j �} i } xz | j D]o } | j � j d � \ } } } | d k rq | | d <q4 | d k r� | | d <q4 | d
k r4 | | d <q4 q4 W| j � | j d k r� t j | j d � � n | S(
Nt blkids -ot exportR� t =t LABELR� t TYPER# t UUIDR� i ( R` R� R� R� R� R9 R� R� R� ( Ro R Rp R� R� R� R� ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyR� s
c C s | d d k rM | d d k r- | d } qM | d d k rM | d } qM n | r_ t j } n d } t j d d d | d g d
t j d | �} | j � \ } } xa | j � D]S } | j d � r� | j d
� } | d d k r� d S| d d k r� d Sd Sq� q� Wd S( Ni����t
0123456789i����t dt pR� s -ms -sR� R� Rd s /dev/t :i t msdosR- R. R/ ( R` R� R� R� R� R� R� R� ( Ro R� t stderr_destR� R� R� R� t line_bits( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyRC s&
c C sc d } xA t � D]6 \ } } } | d k r t j j | � r | } q q W| s_ t d � � n | S( NR, s no / filesystem found( R� R� R; RT R� t KeyError( RI Ro Rn R� ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyRA 4 s
c C s d j d � | D� � S( NR� c s s | ] } t j | � Vq d S( N( t pipest quote( R� t arg( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pys <genexpr>B s ( RU ( Rr ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyR_ A s c C sH y t j d d | | g � Wn$ t j k
rC t j | | � n Xd S( s�
shutil.copy2 doesn't preserve xattrs until python 3.3, so here we
attempt to leverage the cp command to do it for us.
t cps -aN( R` Ra R� t shutilt copy2( R� R) ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyR� E s (. R t os.pathR; R R! R` Rc RV Re t requestbuilderR R t requestbuilder.commandR t requestbuilder.exceptionsR R t requestbuilder.mixinsR R R� RQ t euca2ools.commandsR R t euca2ools.commands.argtypesR R
R t euca2ools.commands.bootstrapR t% euca2ools.commands.bundle.bundleimageR
R� RT RU R� R� R R� R� t FalseRC RA R_ R� ( ( ( sJ /usr/lib/python2.7/site-packages/euca2ools/commands/bundle/bundlevolume.pyt <module> s: � �