⚝
One Hat Cyber Team
⚝
Your IP:
216.73.216.144
Server IP:
157.245.143.252
Server:
Linux www 6.11.0-9-generic #9-Ubuntu SMP PREEMPT_DYNAMIC Mon Oct 14 13:19:59 UTC 2024 x86_64
Server Software:
nginx/1.26.0
PHP Version:
8.3.11
Buat File
|
Buat Folder
Eksekusi
Dir :
~
/
lib
/
python3
/
dist-packages
/
cloudinit
/
__pycache__
/
View File Name :
util.cpython-312.pyc
fy d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlmZ d dl m Z m Z d dlm Z m Z d dl!m"Z" d dl#m$Z$ d dl%m&Z& d dl'm(Z( d d l)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7 d d l8m9Z9 d dl:Z:d d l;m<Z<m=Z=m>Z>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZE d d lFmGZGmHZH e+rd d lImJZJ daK e j eM ZNe j diZPdej z ej z ZSdZTdZUd ZV e$ d ZW e$ d ZXdde6eYeZf deYfdZ[dde6eYeZf deZfdZ\deZdeZfdZ]d Z^ G d d Z_ G d d e` Za G d! d"e` Zbd# Zcdd$Zddd%Zedd&Zfdd'Zgdd(Zhdd)de/fd*Zid+ Zjd, Zkd- Zldd/Zmd0 Znd1eYdeofd2Zpd3 Zqd.d.de j d.fd4Zs e$ d5 Zt e$ d6 Zu e$ d7 Zv e$ d8 Zw e$ d9 Zx e$ d: Zydd<Zzdd=Z{dd>Z|dd?Z} e$ d@ Z~dA Z e$ dB ZddCZddDZdE ZddFZddGe4e2 deofdHZej> dI Zej> dJ ZdK ZdL ZddMZddNZdeoffdOZddPZdd)deofdQZdd)deofdRZddSZddTZdU Z e dVg dW ZddXZddYZdefdZZd[ Zd\ Zd] Zd^ Z dd_Z dd`Z ddaZ ddbZ ddcZdddZde Zdd;dfdge6eYe jF f dhe3e-egdf diedeZfdjZdd;dfdge6eYe jF f dhe3e-egdf diedeYfdkZ e$ dl Zdm ZdefdnZddoZddpZddqZdre/eYe,f dse3eY de1e3eY fdtZdre/eYe,f fduZe j^ d.dvdweddfdxZddyeYdeYfdzZd{e jd deZfd|Zd} Zd~ Zd ZddZeoffdZd ZddZej> d Zd Z ddZd Zd ZddZd Zd Zd Z e$ d Zd Zd Z dd;ddsededdfdZd Zd ZdeYdefdZdeYdefdZdeYdeYfdZdeYdeYfdZdeYde1eY fdZ dd.ddddZd ZddZddZddZd Zd Zd Zd Z e$ d Zd Z ddeYdeYde/eYeYf fdZd Zd Zd ZeNd;fdZd Zd Zd Zd ZddZeNd;fdZdeYdefdZ e5d Z dde-def defdZd Zdde j j fdZddZd ZddZd Zd ZdÄ ZdĄ ZddńZddƄZdDŽ ZdȄ ZddɄZddʄZdddeofd̈́Ze de0de,df fd΄ Zy) N) b64decode)deque namedtuple)contextmanagersuppress)ENOENT) lru_cache)Path) ModuleType)IO TYPE_CHECKINGAnyCallableDequeDict GeneratorListMappingOptionalSequenceTypeVarUnioncast)parse) featuresimportermergersnetsettingssubp temp_utils type_utils url_helperversion) CFG_BUILTINPER_ONCE)Paths_z_-.())true1onyes)off0nofalsec t t t t j j j d d d S )N. )tuplemapintosunamereleasesplit 0/usr/lib/python3/dist-packages/cloudinit/util.pykernel_versionr> ^ s2 S"((*,,2237;< ==r< c h t j ddgd } | j j S )zReturn the sanitized string output by `dpkg --print-architecture`. N.B. This function is wrapped in functools.lru_cache, so repeated calls won't shell out every time. dpkgz--print-architectureTcapture)r stdoutstrip)outs r= get_dpkg_architecturerF b s- ))V 34d CC :: r< c F ddddd} i } t j ddgd }|j j D ]2 }|j d \ }}}|| v s |j || | < 4 | j D cg c] }||vs| }}t | r%t j d d j | |S c c}w # t j $ rA} t j d | t d | j D }Y d } ~ |S d } ~ ww xY w)Ncodename descriptionidr9 )Codename DescriptionzDistributor IDRelease lsb_releasez--allTrA :z.Missing fields in lsb_release --all output: %s,z#Unable to get lsb_release --all: %sc 3 $ K | ] }|d f yw) UNAVAILABLENr; ).0vs r= <genexpr>z lsb_release.<locals>.<genexpr> s > 1Q & s ) r rC splitlines partitionrD valueslenLOGwarningjoinProcessExecutionErrordict) fmapdatarE linefnamer( valkmissingerrs r= rN rN m s $ D D?ii 0$?JJ))+D NN3 /ME1c}$'IIKT%[! , #kkm=mq}1m= w< KK@! K > % % ? 93?> >> K ?s6 AC *C CC2C C D 6DD blobreturnc J t | t r| S | j | S N)encoding) isinstancestrdecode)rg rk s r= decode_binaryro s! dC(4Ldkk8k.LLr< textc J t | t r| S | j | S rj )rl bytesencode)rp rk s r= encode_textrt s! dE*4N X 0NNr< r` c t | t st dt | z t | d S # t j $ r | cY S w xY w)zbase64 decode data If data is base64 encoded bytes, return b64decode(data). If not, return data unmodified. @param data: data as bytes. TypeError is raised if not bytes. z data is '%s', expected bytesT)validate)rl rr TypeErrortyper binasciiError)r` s r= maybe_b64decoder{ sM dE "6dCDD-- >> s 6 A Ac | j d }| j dk( rOt |t r?| j }|r|j r |j }nd}|j |d S |S )NT)rn rp utf-8surrogateescape) get_payloadget_content_maintyperl rr get_charset input_codecrn )part cte_payloadcharsetrk s r= fully_decoded_payloadr sy ""$"/K "f,U2 ""$ w** **H H!!(,=>> r< c e Zd ZddZd Zd Zy) SeLinuxGuardc | t j d | _ || _ || _ y # t $ r d | _ Y !w xY w)Nselinux)r import_moduler ImportErrorpath recursive)selfr r s r= __init__zSeLinuxGuard.__init__ sF #11)<DL " DL s - A A c R | j r| j j ryyNTF)r is_selinux_enabled)r s r= __enter__zSeLinuxGuard.__enter__ s <<DLL ; ; =r< c | j r| j j sy t j j | j sy t j j | j } t j | }| j j ||t j t j d|| j | j j || j y # t $ r Y y w xY w# t $ r,}t j d|| j | Y d }~y d }~ww xY w)Nz,Restoring selinux mode for %s (recursive=%s)r z,restorecon failed on %s,%s maybe badness? %s)r r r7 r lexistsrealpathlstat matchpathconstatST_MODEOSErrorrZ debugr restoreconr[ )r excp_type excp_valueexcp_tracebackr statses r= __exit__zSeLinuxGuard.__exit__ s ||4<<#B#B#D wwtyy) ww * HHTNE LL % %dE$,,,? @ : NN LL # #DDNN # C KK> s+ <AD 'D DD E "EE NF)__name__ __module__ __qualname__r r r r; r< r= r r s # r< r c e Zd Zy)MountFailedErrorNr r r r; r< r= r r r< r c e Zd Zy)DecompressionErrorNr r; r< r= r r r r< r c X t j }|dk( r | |i | t j d y t j d|t j | y # t $ r< t t dt j | t j d Y y w xY w)Nr z&Failed forking and calling callback %s z(Forked child %s who will run callback %s) r7 fork_exit ExceptionlogexcrZ r" obj_namer )child_cbargskwargsfids r= fork_cbr s '')C ax d %f % HHQK 6 ) 8##H- HHQK s A$ $AB)(B)c t | t r| du S t }|rt | |z }t | j j |v ryyr )rl bool TRUE_STRINGSlistrm lowerrD rc addons check_sets r= is_truer sN # d{ I Of, 3x~~ 9, r< c t | t r| du S t }|rt | |z }t | j j |v ryy)NFT)rl r FALSE_STRINGSr rm r rD r s r= is_falser sN # e| I Of, 3x~~ 9, r< c D | syt | t r| S t | | S NF)rl r r )rc r s r= translate_boolr s& # 3 r< c t j }|s!t j t j z }dj t | D cg c] }|j | c} S c c}w N )random SystemRandomstring ascii_lettersdigitsr\ rangechoice)strlen select_fromr_xs r= rand_strr % sU A **V]]: 77E&MBMbAHH[)MB CCBs A/c @ |sd} t d dz |z }|| vr |S )Nr )r r( )r ) dictionarypostfixnewkeys r= rand_dict_keyr , s6 #c)G3 # M r< instance_data_filec ddl m}m}m}m} t | }|rAt j j | r" ||| | }t j d|| t |i S # t $ r i cY S w xY w# |$ r!}t j d| | Y d}~?d}~w|$ r Y I|$ r+}t j d||t | Y d}~sd}~ww xY w)z>Read a yaml config with optional template, and convert to dictr )JinjaLoadErrorJinjaSyntaxParsingException NotJinjaError render_jinja_payload_from_filez?Applied instance data in '%s' to configuration loaded from '%s'z4Failed to render templated yaml config file '%s'. %sNz:Could not apply Jinja template '%s' to '%s'. Exception: %sdefault)!cloudinit.handlers.jinja_templater r r r load_text_fileFileNotFoundErrorr7 r existsrZ r r[ repr load_yaml)rb r r r r r config_filer s r= read_confr 6 s $U+ bggnn-? @ 8"K II1" 0 [" --E + KKF KK "Q s: A) !A: ) A76A7:C?BC%C)!CCc $ t t | S N)sorted uniq_merge)listss r= uniq_merge_sortedr j s *e$ %%r< c g }| D ]T }t |t r1|j j d }|D cg c] }|s| }}|j | V t | S c c}w )NrP )rl rm rD r: extend uniq_list)r combined_lista_listas r= r r v sg M fc "\\^))#.F!'-A1aF- V$ ] ## .s A'A'c t j D ] \ }}| j || } g }| D ] }|t vs |j | |D ] }| j |d } | j } | S r )FN_REPLACEMENTSitemsreplace FN_ALLOWEDappendrD )fnrd rT removalss r= clean_filenamer sx %%'1 ZZ1 (H J OOA ZZ2 B Ir< Tc t j t | 5 }t j d dd| 5 }|r+t |j cd d d cd d d S |j cd d d cd d d S # 1 sw Y nxY wd d d y # 1 sw Y y xY w# t $ r#}|r| cY d }~S t t | |d }~ww xY w)Nrbr ) ioBytesIOrt gzipGzipFilero readr r rm )r` quietrn bufghr s r= decomp_gzipr s 4 ZZ D) *c4== $34 $RWWY/ 4 4 * * wwy 4 4 * * 4 4 * * * 4 K$SV,! 3 4so B* B B B B* 'B 6 B ? B* B B B* B'#B* 'B* * C3C6C<CCc | sy| j dd }|d j }t | dk( r|d j }nd }|r|dk( s|j dk( rd }|r|dk( s|j dk( rd }||fS )NNNrO r r r3 z-1none)r: rD rY r )ug_pair ug_partedugs r= extract_usergroupr s c1%I! A 9~ aL T QWWY& 0 T QWWY& 0 q6Mr< root_dirc h t }t j t j j | d D ]q }t j j | s#t j j | dd }|j }|sX|j d dk( sm|||< s |S )Nz*.pyr r2 ) r^ globr7 r r\ isfilebasenamerD find)r entriesrb modnames r= get_modules_from_dirr# s fG277<<&9:ww~~e$ ''""5)!B/--/ w||C(B. $GEN ; Nr< c t | d 5 }|j | |j d d d y # 1 sw Y y xY w)Nw)openwriteflush)conpathrp wfhs r= write_to_consoler+ s. gs s $ s "8Ac |r t j j | |rUd}d}t j j | r t || d}|r!|s t j j | |r1| d dk( r|j || d d y |j || y y # t $ rI d}t j j | d |r |j t j | Y w xY w)Nz /dev/consoleFTz Failed to write to /dev/console r ) sysstderrr' r7 r r r+ r rC logloggingWARNING) rp consoler/ r0 log_levelfallback_to_stdoutr) writing_to_console_worked console_errors r= multi_logr8 s $)! 77>>' " < $/,0) &? JJ T " 8t GGItCRy ) GGIt $ ) < A M?"!56GGGOO]; <s B- -AC?>C?c . dt j v S )a deprecated: prefer Distro object's `is_linux` property Multiple sources of truth is bad, and already know whether we are working with Linux from the Distro class. Using Distro offers greater code reusablity, cleaner code, and easier maintenance. Linuxplatformsystemr; r< r= is_Linuxr> s hoo' ''r< c b dt j v ryt j dk( ryy)NBSDT DragonFlyFr; r; r< r= is_BSDrB s) !!K' r< c " t d dk( S )Nvariantfreebsd system_infor; r< r= is_FreeBSDrH = #y 00r< c " t d dk( S )NrD dragonflyrF r; r< r= is_DragonFlyBSDrL s = #{ 22r< c " t d dk( S )NrD netbsdrF r; r< r= is_NetBSDrO s = #x //r< c " t d dk( S )NrD openbsdrF r; r< r= is_OpenBSDrR rI r< Fc * || vr|S t | | S r )r yobjkeyr s r= get_cfg_option_boolrW s $ $s) $$r< c R || vr|S | | }t |t s t | }|S r )rl rm )rU rV r rc s r= get_cfg_option_strrY s/ $ s)C c3 #h Jr< c 0 t t | || S )Nr )r6 rY rT s r= get_cfg_option_intr[ # s !$W= >>r< c l | sd} t j j | si S t | }d}d|v rd}t j || }|rc|j }d|d v r|d |d< |d j j d d |d< |d d k( rd |d< |d |d |d d S i S ) zReturn a dictionary of distro info fields from /etc/redhat-release. Dict keys will align with /etc/os-release keys: ID, VERSION_ID, VERSION_CODENAME z/etc/redhat-releasezA(?P<name>.+) release (?P<version>[\d\.]+) \((?P<codename>[^)]+)\) Virtuozzoz)(?P<name>.+) release (?P<version>[\d\.]+)namerH z linuxr zred hat enterpriseredhatr$ )ID VERSION_IDVERSION_CODENAME) r7 r r r rematch groupdictr rW ) release_fileredhat_release redhat_regexrd groups r= _parse_redhat_releaserj ' s , 77>>, ' #L1N # n$C HH\> 2E ! %- ' %f E* f ++-77A!Df = 0 0 $E&M- * %j 1 Ir< c d} d}d}i }d}t j j d rt t d }|s d}t }|r|j dd } |j dd }d| v sd| v rt j }n| d k( s| d k( r|j d d }ni| d k( r|s|j d d }nO|j d d }|s;t j d|j dd }|r|j d }| dk( rd} nt r7t j j } t j }n>d} t j }d }|D ] }|sd} |st$ j' d |S | ||fS # t" $ r Y 7w xY w# d }|D ] }|sd} |st$ j' d w w xY w)Nr F/etc/os-releaseTr` ra slessusealpinephoton PRETTY_NAME virtuozzorb z [^ ]+ \((?P<codename>[^)]+)\)VERSIONrH rhelr_ )r r r r zPUnable to determine distribution, template expansion may have unexpected results)r7 r r load_shell_contentr rj getr< machinerc rd re rB r= r r9 distr rZ r[ ) distro_namedistro_versionflavor os_releaseos_release_rhelrd rx foundentrys r= get_linux_distror O s KN FJO ww~~'('7H(IJ *, nnT2. # b9 [ Fk$9 %%'F H $ x(? ^^M26F K ' ^^M26F ^^$6;F4 NN9b1 "__ .z :F & "K oo'--/ !))+ ==?D E E < 00 E E < s* !F! ! F-*F0 ,F--F0 0 G; Gc | d j }d}|dk( r;| d d j }|dv r|}|S |dv rd}|S |d k( rd }|S |d v rd }|S d}|S |d v r|}|S )Nr= unknownlinuxrx r ) almalinuxro aoscarch azurelinuxcentos cloudlinuxdebian eurolinuxfedoramariner miraclelinux openeuler opencloudos openmandrivarp rt rockyrn tencentosrr )ubuntu linuxmintmintr r_ rt )opensusez opensuse-leapzopensuse-microoszopensuse-tumbleweedsle_hpcz sle-microrm rn )windowsdarwinrE rN rQ rK )r )infor= rD linux_dists r= _get_variantr s (^ ! ! #FG &\!_**, . !G6 N5 : : G2 N1 8 # G. N- G N G N Nr< c t j t j t j t j t t j t d} t | | d< | S )N)r< r= r9 pythonr8 rx rD )r< r= r9 python_versionr r8 r r )r s r= rG rG sc %%'//###%))+hnn&' " D #4(DO Kr< c || vr|S | | g S | | }t |t r|D cg c] }| }}|S t |t s t | }|gS c c}w )a Gets the C{key} config option from C{yobj} as a list of strings. If the key is present as a single string it will be returned as a list with one string arg. @param yobj: The configuration object. @param key: The configuration key to get. @param default: The default to return if key is not found. @return: The configuration option as a list of strings or default if key is not found. )rl r rm )rU rV r rc rT cvals r= get_cfg_option_listr sj $ Cy s)C# 3a3 c3 #h 5L s Ac t t |t r|j d }| }|D ] }||vr|c S || } |S )a Return the value of the item at path C{keyp} in C{yobj}. example: get_cfg_by_path({'a': {'b': {'num': 4}}}, 'a/b/num') == 4 get_cfg_by_path({'a': {'b': {'num': 4}}}, 'c/d') == None @param yobj: A dictionary. @param keyp: A path inside yobj. it can be a '/' delimited string, or an iterable. @param default: The default to return if the path does not exist. @return: The value of the item at keyp." is not found./)rl rm r: )rU keypr curtoks r= get_cfg_by_pathr sF $ zz# C c>N#h Jr< c @ t | | \ }}t || ||fS r )get_output_cfgredirect_output)cfgmodeoutfmterrfmts r= fixup_outputr s( %c40VVFF# F r< c t t j j d rt j d y |st j }|st j }d }| r+t j d|| | j dd \ }}|dk( s|dk( rd }|dk( rd }t || }n\|d k( rIt j |d t j | } t t t | j" }nt% d| z |r2t j& |j) |j) || k( rJt j d|| t j& |j) |j) y |rt j d|| |j dd \ }}|dk( s|dk( rd }|dk( rd }t || }n\|d k( rIt j |d t j | } t t t | j" }nt% d|z |r3t j& |j) |j) y y y )N_CLOUD_INIT_SAVE_STDOUTz5Not redirecting output due to _CLOUD_INIT_SAVE_STDOUTc t j d t j d j } t j | y# t $ r Y yw xY w)a Reconfigure umask and group ID to create output files securely. This is passed to subprocess.Popen as preexec_fn, so it is executed in the context of the newly-created process. It: * sets the umask of the process so created files aren't world-readable * if an adm group exists in the system, sets that as the process' GID (so that the created file(s) are owned by root:adm) admN)r7 umaskgrpgetgrnamgr_gidsetgidKeyError)group_ids r= set_subprocess_umask_and_gidz5redirect_output.<locals>.set_subprocess_umask_and_gid& sJ ||E*11H IIh s A AAzRedirecting %s to %s r >>>abwb|T)shellstdin preexec_fnz"Invalid type for output format: %sz!Invalid type for error format: %s)r r7 environrv rZ r r. rC r/ r: r& subprocessPopenPIPEr r r r rw dup2fileno) r r o_outo_errr r argowithnew_fpprocs r= r r s rzz~~ 789 IJ & (%8 ll3* s 3;$$,Es{ #u%F S[ ## oo7 D "S'4::.F @6 IJ J GGFMMOU\\^ 4 V II,eV < GGFMMOU\\^ 4 (%8 ll3* s 3;$$,Es{ #u%F S[ ## oo7 D "S'4::.F ?& HI I GGFMMOU\\^ 4 + r< sourcesc |rt t | } i }| D ]W }|st j | }|st j }t j | }|j || }Y |S )aF Merge multiple dicts according to the dict merger rules. Dict merger rules can be found in cloud-init documentation. If no mergers have been specified, entries will be recursively added, but no values get replaced if they already exist. Functionally, this means that the highest priority keys must be specified first. Example: a = { "a": 1, "b": 2, "c": [1, 2, 3], "d": { "a": 1, "b": 2, }, } b = { "a": 10, "c": [4], "d": { "a": 3, "f": 10, }, "e": 20, } mergemanydict([a, b]) results in: { 'a': 1, 'b': 2, 'c': [1, 2, 3], 'd': { 'a': 1, 'b': 2, 'f': 10, }, 'e': 20, } )r reversedr dict_extract_mergersdefault_mergers constructmerge)r reverse merged_cfgr mergers_to_applymergers r= mergemanydictr o su T x()J & ; ;C @ ##*#:#:#< &&'78F j#6J r< c # K t j } t j | | t j | y # t j | w xY wwr )r7 getcwdchdir)ndircurrs r= r r s< 99;D s A!A A!A A!c # K t j | } | t j | y # t j | w xY wwr )r7 r )n_mskolds r= r r s3 ((5/C s A 3 A A A c , dj | |d| S )Nz{0:{fill}{align}{size}}^)fillalignsize)format)rp r max_lens r= centerr s# $ + + 4s , r< c Z t j d| t j | y )NzRecursively deleting %s)rZ r shutilrmtreer s r= del_dirr s II'. MM$r< c t ||| \ }}}}|| d< || d< || d< || d< y# t j $ r(}|j t j k( rY d}~y d}~ww xY w) z returns boolean indicating success or failure (presense of files) if files are present, populates 'fill' dictionary with 'user-data' and 'meta-data' entries )baseexttimeout user-data vendor-data meta-datanetwork-configTNF) read_seededr# UrlErrorcode NOT_FOUND) r r r r mdudvdnetworkr s r= read_optional_seedr sx )tg NBG [ ] [!( 66Z)) ) s '* A% A A A%c & i }| sddg}n^t j j | j d d t j j | j d d g}t | }|D cg c]' }|st j j | s&|) }}d }|D ]a }t j j t j j |d sAt j j |d } n d }|D ]a }t j j t j j |d sAt j j |d } n |r|r ||d< ||d< |S |r||d< |S c c}w ) Nz/var/lib/cloud/data/sslz /var/lib/cloud/instance/data/sslr` sslzcert.pemzkey.pem cert_filekey_file)r7 r r\ get_ipath_cur get_cpathr isdirr )paths ssl_detailsssl_cert_pathsdr r s r= fetch_ssl_detailsr sS K % . GGLL,,V4e < GGLL 0% 8 /N!/J A1 q9Ia NJI 77>>"'',,q*5 6 Q 3I H 77>>"'',,q)4 5ww||Ay1H X#, K "* J #, K ! Ks 7F? F Fc |}t | } t j dt | | t j | }|t j d |}n1t || s%t d|dt j | d |}|S # t j t t f$ r}d}d }t |d rt |d r t |d }n$t |d rt |d r t |d }|r2|d j |j d z |j d z | z }n|d j | z }t j# | Y d }~|S d }~ww xY w)NzKAttempting to load yaml from string of length %s with allowed root types %sz-loaded blob returned None, returning default.zYaml load allows z root types, but got insteadzFailed loading yaml blob context_mark problem_markz5. Invalid format at line {line} column {col}: "{err}"r )ra colrf z. {err})rf )ro rZ r rY yaml safe_loadrl rw r" r YAMLError ValueErrorhasattrgetattrr ra columnr[ )rg r allowedloaded convertedr msgmarks r= r r s^ F D! 6 I NN4( IIE F IIw/J / / :< " M! NNIz 2 ( 1n %'!^*D1n-D Q 'GA~,F1n-D GNN Q DKK!O O C 9###* *C C M!s BB E'1B+E""E'c | j d dk\ rU| j dd|z }| j dd|z }| j dd|z }| j dd|z }n_t j r/| d dk7 r't j | j d k( r| dz } | d|}| d|}| d|}| d|}d } t j ||| } | j rt | j } t j ||| } d } | j rt | j i } t j ||| } d }| j r | j }d } t j ||| }|j r |j }nt j d | |||fS # t j $ r } t j d | Y d } ~ d } ~ ww xY w# t j $ r } t j d| Y d } ~ jd } ~ ww xY w)Nz%sr r r r r r r r )r retriesz No network config provided: %sr z Error in vendor-data responsez!Error in vendor-data response: %s)r r r %NOCLOUD_SEED_URL_APPEND_FORWARD_SLASHr urlparsequeryr# read_file_or_urlokr contentsr rZ r )r r r r$ ud_urlvd_urlmd_url network_urlr network_respr md_respr ud_respr r vd_resps r= r r ! s yy! dK#$56 dMC$78 dK#$56ll4)9C)?@ 9 9Bx35>>$#7#=#=#C !;4 !=#6 !;4"&(8#> G7!22 ' ?? 5 56G))G Bzz| w'' 4))G Bzz| B 7 -- GW ::<!!B II5 6 r2w A 7 2A6670 : 5q99:s0 G H H(HH H> H99H>c n t t j | d }|D cg c] }|j d s| }}|D cg c]B }t j j t j j | | sA|D }}g }|D ]? }t j j | | } |j t || A t | S c c}w c c}w # t $ r t j d| Y xt $ r!}t j d|| Y d}~d}~ww xY w)z Read configuration directory.Tr z.cfgr 1REDACTED config part %s, insufficient permissions Error accessing file %s: [%s]N)r r7 listdirendswithr r r\ r r PermissionErrorrZ r[ r r )confdr confsfcfgsr r r s r= read_conf_dr> X s 2::e$d 3E 41F!3QE 4 H1 UA0F!GQE H Dww||E2& B KK'9 / 5 I KKCT B KK7q A A Bs5 C C AC% C%7 C** D4 D4D//D4c t }i } t | | }|j | d}d|v rU|d }|rut |t s$t d| dt j | t | j }n't j j | d r| d }|r=t j j | r t! || }|j# | t% | S # t $ r t j d| Y t $ r"}t j d| | Y d}~d}~ww xY w) a Read yaml file along with optional ".d" directory, return merged config Given a yaml file, load the file as a dictionary. Additionally, if there exists a same-named directory with .d extension, read all files from that directory in order and return the merged config. The template file is optional and will be applied to any applicable jinja file in the configs. For example, this function can read both /etc/cloud/cloud.cfg and all files in /etc/cloud/cloud.cfg.d and merge all configs into a single dict. r r5 r6 Nr conf_dz Config file z( contains 'conf_d' with non-string type z.d)r r r r9 rZ r[ r rl rm rw r" r rD r7 r r r> appendleftr )cfgfiler r= r r r: confd_cfgs r= read_conf_with_confdrD x s" DC 4FG C E3H eS) 3 3E :< E ((* '"~ &)2 u% :LM " 9 ? A 3Wa@@As C8 8 EE!D>>Ec , t t | S )Ncmdline)r read_cc_from_cmdlinerF s r= read_conf_from_cmdlinerI s )': ;;r< c | t } d| } d}d}t | }t | }t | }g }| j | }|dk\ r| j |||z }|dk r|}|j t j | ||z | j j dd | j |||z }|dk\ rdj | S )Nr z cc:end_ccr z\nr- ) get_cmdlinerY r r r unquotelstripr r\ ) rG tag_begintag_endbegin_lend_lclentokensbeginends r= rH rH s -'mGIG)nG LE w<D F LL #E 1*ll7EGO4 7C MM'%'/C8??A B J Jt Ye 4 1* 99V r< c l | j d }|dk s | |dz dk7 r| S | j dd S )Nr- r r z )r r )r* poss r= dos2unixrZ s? -- C ax8C!G$, FD ))r< HostnameFqdnInfo)hostnamefqdn is_defaultc Z d}d| v r%| d }t | d|j d d }ntd| v r4| d j d dkD r | d }| d d|j d }n<|j d| j }d| v r| d }n|j | \ }}t ||| S ) a Get hostname and fqdn from config if present and fallback to cloud. @param cfg: Dictionary of merged user-data configuration (from init.cfg). @param cloud: Cloud instance from init.cloudify(). @param metadata_only: Boolean, set True to only query cloud meta-data, returning None if not present in meta-data. @return: a namedtuple of <hostname>, <fqdn>, <is_default> (str, str, bool). Values can be none when metadata_only is True and no cfg or metadata provides hostname info. is_default is a bool and it's true only if hostname is localhost and was returned by util.get_hostname() as a default. This is used to differentiate with a user-defined localhost hostname. Fr] r\ r2 r NT)r] metadata_only)r` )rY r: r get_hostnamer\ r[ )r cloudr` r^ r] r\ s r= get_hostname_fqdnrc s " J }6{%c:tzz#q7IJ Z !5!5c!:Q!> z?D:'73 8H %% & h S z?','9'9"/ (: ($* HdJ 77r< c " d} t | j D ]^ }|j d }|dk\ r|d| }|j }|s1|j }t | dk rP| |dd v sX|d } |S |S # t $ r Y |S w xY w)a For each host a single line should be present with the following information: IP_address canonical_hostname [aliases...] Fields of the entry are separated by any number of blanks and/or tab characters. Text from a "#" character until the end of the line is a comment, and is ignored. Host names may contain only alphanumeric characters, minus signs ("-"), and periods ("."). They must begin with an alphabetic character and end with an alphanumeric character. Optional aliases provide for name changes, alternate spellings, shorter hostnames, or generic hostnames (for example, localhost). N#r r3 r )r rV r rD r: rY IOError)r\ filenamer] ra hashpostokss r= get_fqdn_from_hostsrk s D "8,779DiinG!|Ag::<D ::<D4y1}48#Aw K) :( K K s A0B 5B =B B Bc T t j | }|j }t t }d}i }|D ]{ } t j |dddt j t j }g ||< |D ]8 \ }} } } } || j | d| d |j | d : } |a|rt j d| t t 5 t# j$ |j& j) d r ddd y ddd t j |d }|d d d } | t vS # t j t j f$ r Y 9w xY w# 1 sw Y \xY w# t j t j f$ r Y y w xY w) a determine if a url's network address is resolvable, return a boolean This also attempts to be resilent against dns redirection. Note, that normal nsswitch resolution is used here. So in order to avoid any utilization of 'search' entries in /etc/resolv.conf we have to append '.'. The top level 'invalid' domain is invalid per RFC. And example.com should also not exist. The '__cloud_init_expected_not_found__' entry will be resolved inside the search list. N)zdoes-not-exist.example.com.zexample.invalid.!__cloud_init_expected_not_found__r z: z detected dns redirection: %sz[]T F)r r& r\ _DNS_REDIRECT_IPsetsocket getaddrinfo SOCK_STREAM AI_CANONNAMEr addgaierrorerrorrZ r r r r is_ip_addressnetlocrD )url parsed_urlr^ badipsbadnames badresultsinameresult_fam_stype_protocnamesockaddraddrs r= is_resolvabler 0 s $J D E ++4Av'9'96;N;N %' 5!=C9D&&% u%,, -LMJJx{+ >D " II4j A j ! !2!2!8!8!>? " !? " ##D$/ay|A+++ OOV\\2 " ! OOV\\ * sB A8E F 0E5F 0F #E21E25E>:F #F'&F'c . t j } | S r )rq gethostname)r\ s r= ra ra c s !!#H Or< c f t j | d S # t j $ r Y y w xY wNr )rq gethostbyaddrherror)ips r= r r h s3 ##B'** == s 00c L t t j d| z t | f S )z5determine if this url is resolvable (existing or ip).zResolving URL: )logfuncr! funcr )log_timerZ r r )rz s r= is_resolvable_urlr o s& # V r< c | yt j d| | D ]( } t | rt j d| |c S * y# t $ r Y 7w xY w)zc Search through a list of mirror urls for one that works This needs to return quickly. Nz%search for mirror in candidates: '%s'zfound working mirror: '%s')rZ r r r ) candidatescands r= search_for_mirrorr y se II5zB & 6= ' s "A AAc g }| s+t j d t j d z S | j d rI| j d }d|z d|z fD cg c]# }t j j | r|% }}|S | dk( rt j d }|S | dk( rt j d }|S c c}w )Nz/dev/msdosfs/*z/dev/iso9660/*LABEL=z /dev/msdosfs/z /dev/iso9660/ TYPE=vfat TYPE=iso9660)r startswithrN r7 r r )criteriaoformattagno_cacher devlistlabelps r= find_devs_with_freebsdr s G yy)*TYY7G-HHH8$) &-/FG Gww~~a G N [ )) ,- N ^ #)) ,- N s (Cc g }d }d }d}| rD| j d r| j d }| j d r| j d }t j g ddg } | j j D ]V } |s|r t j d| gddg \ }} |rd |z |vr/|d k( rd |vr9|d k( rd |v rC|j d | z X |S )Nr r zTYPE=sysctl-nz hw.disknamesr rcs mscdlabelr z label "%s"iso9660zISO filesystemvfat/dev/)r rN r rC r: r ) r r r r r r r _type mscdlabel_outrE devr( s r= find_devs_with_netbsdr s G E EM x ( OOH-E w ' OOG,E ))41# >Czz ! E #yy+s);!Q H M1 lU*=@ I "2-"G F? /= @ w}% " Nr< c v t j g ddg }g }|j j j d D ]Z }|j d s|dk( r|j |d d dz |j d rD|j |d d d z \ |D cg c] }d |z c}S c c}w ) Nr r r rP rO zfd0:r r cdir )r rC rstripr: r8 r r ) r r r r r rE r r r s r= find_devs_with_openbsdr s ))41# >CG""$**3/~~c" F? uSbzC'( % NN5":+ , 0 ") )AGaK )) )s ' B6c t j g ddg }t |j j d D cg c]& }|j d s|j d s|( }}| dk( r"|D cg c] }|j d s| }}n>| d v r"|D cg c] }|j d r| }}n| rt j d | |D cg c] }d |z c}S c c}w c c}w c c}w c c}w ) N)r r z kern.disksr r Tr4 r vnr )r acd)zLABEL=CONFIG-2r zUnexpected criteria: %sr )r r rC r: r rZ r )r r r r r rE r r s r= find_devs_with_dragonflybsdr s ))2 <C ((*D99A||D!!,,t*< 9 >! %Eg m)D1gE 4 4 %Kgall=.I1gK +X6!( )AGaK )) FK *s$ +C'8C,C, C15C1 C6c t rt | |||| S t rt | |||| S t rt | |||| S t rt | |||| S dg}g }| r|j d| z |r|j d|z |r|j ddg |r|j d|z |r|j | ||z } t j |ddg \ }} g } |j D ]& } | j } | s| j | ( | S # t j $ r!} | j t k( rd }n Y d } ~ ld } ~ ww xY w) z find devices matching given criteria (via blkid) criteria can be *one* of: TYPE=<filesystem> LABEL=<label> UUID=<uuid> blkidz-t%sz-s%s-c /dev/nullz-o%sr r3 r r N)rH r rO r rR r rL r r r r r] errnor rV rD ) r r r r r blk_id_cmdoptionscmdrE _errr r! ra s r= find_devs_withr sm |%hhMM $XwXtLL %hhMM * gsHd JG v*+ v~& k*+ v)* t w Cii!Q0 d G zz| NN4 ! N % % 77f C s D3 3E'E""E'c B | g } n t | } g d}|r|j ddg |j | t j |dd }i }|j j D ]- }|j d \ }}}t | ||< ||| d< / |S ) zGet all device tags details from blkid. @param devs: Optional list of device paths you wish to query. @param disable_cache: Bool, set True to start with clean cache. @return: Dict of key value pairs of info for the device. )r -ofullr r Tr )rB rn rO DEVNAME)r r r rC rV rW ru ) devs disable_cacher rE retra r r( r` s r= r r s |Dz !C D+&'JJt ))Ci 8C C %%'~~c* Q%d+C !C ( Jr< c D g }| D ] }||v r|j | |S r )r )in_listout_listr s r= r r = s. H = OOA Or< read_cbr rb r r c j t j d| | t j 5 } t | d 5 }t ||| d d d |j }d d d t j dt | |S # 1 sw Y CxY w# t $ r |s Y Tw xY w# 1 sw Y IxY w)NzReading from %s (quiet=%s)r )chunk_cbzRead %s bytes from %s) rZ r r r r& pipe_in_outr getvaluerY )rb r r ofhifhr* s r= load_binary_filer G s II*E59 eT"cCw7 # <<> II%s8}e< O #" sE B) BB BB) B B B&#B)%B&&B))B2c 0 t t | || S )Nr )ro r )rb r r s r= r r Z s )%N OOr< c t r# t d } | j dd d d }|S t d j }|S # t $ r#}t j d| d}Y d }~|S d }~ww xY w# t $ r d}Y |S w xY w)Nz/proc/1/cmdline r r z"failed reading /proc/1/cmdline: %sr z /proc/cmdline) is_containerr r r rZ r[ rD )r* rG r s r= _get_cmdliner c s ~ %&78H &&vs3CR8G N $_5;;=G N KK<a @G N G N s( A A9 A6A11A69 BBc ` dt j v rt j d S t S )NDEBUG_PROC_CMDLINE)r7 r r r; r< r= rL rL v s& rzz)zz.// >r< c n d} t | j }|dk( S # t t f$ r Y yw xY w)Nz /proc/sys/crypto/fips_enabledr* F)r rD rg r ) fips_procr* s r= fips_enabledr } sB /I!),2243 W s " 44c d} | j | }t | dk( rn*|j | |t | z }|r || J|j |S r )r rY r' r( )in_fhout_fh chunk_sizer bytes_pipedr` s r= r r sa K zz*% t9> LL 3t9 $K% LLN r< c t |dv r|dv ry t j d| || t j | || y )N)Nr z%Changing the ownership of %s to %s:%s)rZ r r7 chown)rb uidgids r= chownbyidr s7 jSJ .II5uc3GHHUC r< c d}d} |r t j | j }|r t j | j }t | || y # t $ r}t d|z |d }~ww xY w)Nr zUnknown user or group: %s) pwdgetpwnampw_uidr r r r r r )rb userri r r r s r= chownbynamer su C C@ ,,t$++C ,,u%,,C eS# @1Q78a?@s AA A3 A..A3r r c l ddg}| rd| vr|S | d }||v r|| }n d|vr|S |d }t |t r||g}t |t r,t | dkD r|d |d< t | dkD r|d |d< t |t rd|v r|d |d< d|v r|d |d< |d dk( r|d |d< g d}t | D ]s \ }}|s |j }d } |D ]8 } |j | s| d |t | d j }d } n | sd d |j }|||< u |S ) a Get the output configuration for a given mode. The output config is a dictionary that specifies how to deal with stdout and stderr for the cloud-init modules. It is a (frustratingly) flexible format that can take multiple forms such as: output: { all: "| tee -a /var/log/cloud-init-output.log" } or output: init: output: "> /var/log/cloud-init.out" error: "> /var/log/cloud-init.err" config: "tee -a /var/log/cloud-config.log" final: - ">> /var/log/cloud-final.out" - "/var/log/cloud-final.err" Mode can be one of the configuration stages. If you pass a non-existent mode, it will assume the "all" mode configuration if defined. Stderr can be specified as &1 to indicate that it should be the same as stdout. If a file is specified with no redirection, it will default to appending to the file. If not overridden, output is provided in '/etc/cloud/config/cloud.cfg.d/05_logging.cfg' and defaults to: {"all": "| tee -a /var/log/cloud-init-output.log"} :param cfg: The base configuration that may or may not contain the 'output' configuration dictionary :param mode: The mode to get the output configuration for. :return: A list of two strings (or Nones), the first for stdout for the specified mode and the second for stderr. Noutputallr r rw z&1)r r r Fr Tr ) rl rm r rY r^ enumeraterN r rD ) r r r outcfgmodecfgswlistr r rc r~ ss r= r r s N !%d|C (#% ]F v~, J - '3 '4 w<! QZCF w<! QZCF '4 w X&CF g W%CF 1v~QA F#1 hhjA~~a !"CAM$7$7$9: !399;/CA Jr< c x g }g }| rt | t s|S | j d }|r|j | t | d D ]~ }|st j d| }|s |j d }|j }t | dk( r|j | `ddg|dd k( sk|j |d |D ]V }t j | d D ]9 } t j j | s#| |k7 s)|j | ; X t t ||z S ) a= Return a list of log file paths from the configuration dictionary. Obtains the paths from the 'def_log_file' and 'output' configuration defined in the base configuration. If not provided in base configuration, 'def_log_file' is specified in 'cloudinit/settings.py' and defaults to: /var/log/cloud-init.log If not overridden, output is provided in '/etc/cloud/config/cloud.cfg.d/05_logging.cfg' and defaults to: {"all": "| tee -a /var/log/cloud-init-output.log"} @param cfg: The cloud-init merged configuration dictionary. def_log_fileNz (?P<type>\||>+)\s*(?P<target>.*)targetr teez-ar3 *)rl r^ rv r r rc rd ri r: rY r r7 r r r rp ) r logs rotated_logs default_logfmtrd r partslogfilerotated_logfiles r= get_config_logfilesr s DL jd+ ''.)K K c4( <cB X& u:? KK T]eBQi ' KKa ! ) #yyG9A 7O ww~~o.?g3M ##O4 8 D<'( ))r< )r4 exc_infor4 c X | j ||g| | j |g|d|i y )Nr )r0 r )r0 r! r4 r r s r= r r = s1 CGGIs"T" CIIc,t,H,r< routinec t j | }|j t | |j }||d| S |S r )hashlibnewupdatert hexdigest)rg r mlenhasherdigests r= hash_blobr D sF [[ !F MM+d#$ F a~ r< r< c t j }t fdd D ] }|j | |j S )zHash the content of a binary buffer using SHA1. @param f: buffered binary stream to hash. @return: digested data as bytes. c B j t j S r )r r DEFAULT_BUFFER_SIZE)r< s r= <lambda>z hash_buffer.<locals>.<lambda>V s affR%;%; <r< r< )r sha1iterr r )r< r chunks ` r= hash_bufferr O s; \\^F<cB e C ==?r< c P t j | ryy # t $ r Y yw xY wr )r r r r^ s r= is_userr [ - << %%c P t j | ryy # t $ r Y yw xY wr )r r r r s r= is_groupr" c r r c ^ t j d| | t j | | y )NzRenaming %s to %s)rZ r r7 renamesrcdests r= r$ r$ k s! II!3-IIc4r< c * | D ] }t || y r ) ensure_dir)dirlistr r s r= ensure_dirsr+ q s 1d r< c t j t | }t |t | sCdj |D cg c] }t | c} }t d|dt | d |S c c}w )N, (z) root types expected, got r ) jsonloadsro rl r4 r\ rm rw rx )rp root_typesdecodedtexpected_typess r= load_jsonr5 v sm jj t,-G guZ 0 1 J#?JqCFJ#?@ tG} . N $@s A9c t j j | }|t j j | k( r| S t j j | r| S t | S )zGet the last directory in a path that does not exist. Example: when path=/usr/a/b and /usr/a does not exis but /usr does, return /usr/a )r7 r dirnamer get_non_exist_parent_dir)r p_paths r= r8 r8 sP WW__T "F (( 77== K+F3 3r< c t j j | st | }t t j j | d 5 t j | d d d t | | |s|rht ||| t | j | d dd }t | }|j D ] }|j | }t ||| " y y t | | y # 1 sw Y xY w)NTr r ) r7 r r r8 r r7 makedirschmodr r r: r joinpath)r r r ri non_existed_parent_dirsub_relative_dirsub_pathr s r= r) r) s 77== !9$!? "''//$/4 @ KK A dD 5 .e < $DJJ/E$Fq$I!"$M N 23H(..#,,T2HdE2 / dD A @s C99Dc # K | | rd| g}t j | y y # | rd| g}t j | w w xY ww)Numount)r )rB umount_cmds r= unmounterrD sL " "F+J IIj ! 6"F+J IIj ! s A% A AAc i } t j j d r t d j }d}n1t j d }|j j }d}t j d }|D ] }|dk( r)|j }t | dk7 r'|\ }}} } } } nt|j | } | t | j dk ra| j d }| j d }| j d } | j d } |j d d }| || d | |< t j! d | | | S # t" t$ f$ r t' t d Y | S w xY w)Nz /proc/mountsr mountz*^(/dev/[\S]+) on (/.*) \((.+), .+, (.+)\)$ rn r r3 rf z\040r )fstype mountpointoptszFetched %s mounts from %sz Failed fetching mount points)r7 r r r rV r rC rc compiler: rY searchgroupsri r rZ r rg r r )mounted mount_locsmethodrE mountremplinewordsr mprH rJ _freq_passnoms r= mountsrX sh G$4 77>>. )'7BBDJF))G$C ..0J F** JK F u:? :?7b&$wNN6*9AHHJ! 3 ggajWWQZwwqz GS)B GCL' !0 -w? N W 4s23 N4s E E" " FFc t |t r|g}nKt |t t f r t | }n)|d}n$t dj t | t r|?dg}n;t r.|g d}t | D ] \ }}|dk( rd||< |dv sd ||< nd g}t }t j 5 } d } t j j | |v r&|t j j | d } nyd} |D ]\ }d} g d } |r| j! d|g | j# | | j# | t% j$ | | | } | } n st1 d| d| d| | j3 d s| dz } t5 | 5 | || }n || | }|cddd cddd S # t& t( f$ r6}|r(t* j- d| |dj/ | |} Y d}~d}~ww xY w# 1 sw Y nxY w ddd y# 1 sw Y yxY w)a2 Mount the device, call method 'callback' passing the directory in which it was mounted, then unmount. Return whatever 'callback' returned. If data != None, also pass data to callback. mtype is a filesystem type. it may be a list, string (a single fsname) or a list of fsnames. Nz6Unsupported type provided for mtype parameter: {_type})r auto)ufscd9660msdosr r\ )r msdosfsr] r FrI )rF r roz-t) update_envzbFailed to mount device: '%s' with type: '%s' using mount command: '%s', which caused exception: %sr zFailed mounting z to z due to: r )rl rm r r4 rw r rx r> rB r rX r! tempdirr7 r r r r r rg r rZ r r\ r r8 rD )devicecallbackr` mtypeupdate_env_for_mount log_errormtypesindexrN tmpdrB rI failure_reasonmountcmdexcr s r= mount_cbrm sD " % ED%= )e D K K5k L z > XF >/F %f -LE5 ! (u ++ 'u . hG 77 F #w . !1!1&!9:<HJ !N ! ) 4H u 6 OOF+ OOD)IIh3GH !F!%J 0 & t^5 ""3' # J v | z* z40 O $ ) ) 9 # ! HHX . &)N )* O sP AH4 AG3:H4-H H4H%,HH4HH4 H' #H44H=c 4 t j t S r )obj_copydeepcopyr% r; r< r= get_builtin_cfgrq ; s [ ))r< c l t j d| t j j | S )Nz Testing if a link exists for %s)rZ r r7 r islinkr s r= is_linkrt @ s$ II/6 77>>$ r< c t j d|| |rt j j | rvt j j t j j | dt d z }t j | | t j || y t j | | y )Nz$Creating symbolic link from %r => %rtmpr ) rZ r r7 r r r\ r7 r symlinkr )sourcelinkforcetmp_links r= sym_linkr| E s~ II4dFC & 77<< 5ux{7JK 68$ 8T"JJvt r< c z t j d| t j | y # t $ r Y y w xY w)NzAttempting to remove %s)rZ r r7 unlinkr r s r= del_filer Q s3 II'. $ s . ::c ^ t j d| | t j | | y )NzCopying %s to %s)rZ r r copyr% s r= r r Y s! II #t, KKTr< c | t j dt j } | S # t $ r d} Y | S w xY w)Nz%a, %d %b %Y %H:%M:%S %z??)timestrftimegmtimer )tss r= time_rfc2822r ^ s@ ]]5t{{} E I Is (, ;;c ddl ddl G fddj } j j j d }j }j | |_ dt sdndg} j d z | } | }|j |j t | j | j | dd d k7 r |j |j d z z S t! d ) a Use sysctl(3) via ctypes to find kern.boottime kern.boottime is of type struct timeval. Here we create a private class to easier unpack it. Use sysctl(3) (or sysctl(2) on OpenBSD) because sysctlbyname(3) does not exist on OpenBSD. That complicates retrieval on NetBSD, which #defines KERN_BOOTTIME as 83 instead of 21. 21 on NetBSD is KERN_OBOOTTIME, the kern.boottime up until NetBSD 5.0 @return boottime: float to be compatible with linux r Nc J e Zd ZdW j fdW j fgZy)boottime.<locals>.timevaltv_sectv_usecN)r r r c_int64_fields_)ctypess r= timevalr v s v~~.FNN0KLr< r cr S r3 r g .Az/Unable to retrieve kern.boottime on this system)r ctypes.util StructureCDLLutil find_libraryc_size_tsizeofvaluerO c_intr rY byrefr r RuntimeError)r libcr mib_valuesmibr r s @r= boottimer f s M&"" M ;;v{{//4 5D ?? D w'DJ +2J 6<<! j )C )C LLZ ) LL LL zzCKK) 333 H IIr< c 2 d} d} t j j d r%d}t d }|r@|j d } | S d}t t j t z } | S # t $ r t t d|z Y | S w xY w)Nr r z /proc/uptimer r z&Unable to read uptime using method: %s) r7 r r r r: rm r r r r rZ ) uptime_strrP r* s r= uptimer s J F G 77>>. )#F%n5H %^^ -a 0 F TYY[8: 56J Gs<vEF Gs AA6 *A6 6 BBc " t | |dd y )Nr )omoder write_file)r contents r= append_filer s tWDt4r< ) preserve_moder c $ t | dd|| y )Nr r )r r r r r )r r r s r= ensure_filer s b4}r< c D t | S # t t f$ r Y y w xY wr )r6 r rw ) possible_ints r= safe_intr s) < " s c t | }| r.|r+t | 5 t j | | d d d y y y # 1 sw Y y xY wr )r r r7 r< )r r real_modes r= r< r< s< I $ HHT9 % t s =Agrp_namec d} t j | j }|S # t $ r t j d| Y |S w xY w)zt Returns the group id of a group name, or -1 if no group exists @param grp_name: the name of the group r z"Group %s is not a valid group name)r r r r rZ r )r r s r= get_group_idr sQ CBll8$++ J B 6A JBs % AAr c f t j t j | j S )z Returns the octal permissions of the file/folder pointed by the path, encoded as an int. @param path: The full path of the file/folder. )r S_IMODEr7 st_moder s r= get_permissionsr s! << -- ..r< c ~ t j | }t j |j j S )zw Returns the owner of the file/folder pointed by the path. @param path: The full path of the file/folder. )r7 r r getpwuidst_uidpw_namer sts r= get_ownerr * B << " * **r< c ~ t j | }t j |j j S )zw Returns the group of the file/folder pointed by the path. @param path: The full path of the file/folder. )r7 r r getgrgidst_gidgr_namer s r= get_groupr r r< usernamec * g }t j D ], }| |j v s|j |j . t j | j }|j t j | j |S )zp Returns a list of all groups to which the user belongs @param username: the user we want to check ) r getgrallgr_memr r r r pw_gidr )r rM ri r s r= get_user_groupsr sk F u|| # MM%-- ( ,,x ' 'C MM#,,s#++, Mr< )ensure_dir_existsr ri c J |r t | }|r+t t j j | || d|j v rt | }d}n t | }d} d|z } t j d| || t | | t | 5 t | | 5 } | j | | j! d d d d d d t# | | y # t $ r Y w xY w# t $ r d|z } Y w xY w# 1 sw Y AxY w# 1 sw Y ExY w) a) Writes a file with the given content and sets the file mode as specified. Restores the SELinux context if possible. @param filename: The full path of the file to write. @param content: The content to write to the file. @param mode: The filesystem mode to set on the file. @param omode: The open mode used when opening the file (w, wb, a, etc.) @param preserve_mode: If True and `filename` exists, preserve `filename`s current mode instead of applying `mode`. @param ensure_dir_exists: If True (the default), ensure that the directory containing `filename` exists before writing to the file. @param user: The user to set on the file. @param group: The group to set on the file. )r ri brr charactersz%oz%rz Writing to %s - %s: [%s] %s %sr N)r r r) r7 r r7 r rt ro rw rZ r rY r r& r' r( r< ) rh r r r r r r ri write_typemode_rfhs r= r r s 8 "8,D 277??8,4uE ekkm g& (! II( G 8 $ (E "b HHW HHJ # % (D7 # " % $sG C* *C9 D+"D D* C65C69D D D DD"c t j | D ]X }t j j | | }t j j | r t | Nt | Z y)z Deletes all contents of a directory without deleting the directory itself. @param dirname: The directory whose contents should be deleted. N)r7 r7 r r\ r r r )r7 node node_fullpaths r= delete_dir_contentsr 8 sK 7# Wd3 77== ' M " ] # $r< c t j }t | }|d|j d|z }|dt z z }|S )Nr z by cloud-init v. z on %s)r$ version_stringrm titler ) comment_charr ci_verheaders r= make_headerr F sE # # %F F 4::<@@F h ''F Mr< c $ t | t t f s!t dt j | z d}|r|dz }ddz }d}| D ] }t |t t f rRg }|D ]/ }|j dt | j d| z 1 |d j | d }|d z }kt |t r ||d }|d z }|t d t j | d | t j d| |S )Nz8Input to shellify was type '%s'. Expected list or tuple.r z #!/bin/sh z%s%s%s%s)'\r r r z'%s'r r r- r zUnable to shellify type 'z&'. Expected list, string, tuple. Got: zShellified %s commands.) rl r4 r rw r" r r rm r r\ rZ r )cmdlist add_headerr escaped cmds_mader fixedr< s r= shellifyr R s gt} - F""7+ - G= 00GI dT5M *E Vs1v~~c7'C DE ")388E?;G NI c "")40G NI \ ' 0 0 6> ! * II'3 Nr< c |r | j | r| t | d } |r | j | r| d t | } | S r )r rY r8 )ra prefixsuffixs r= strip_prefix_suffixr w sE $//&)CKM" $--'Ns6{l# Kr< c t j | d y t j | y# t j $ r Y yw xY w)Nr FT)r whichr] )r s r= _cmd_exits_zeror sG zz#a&! # % % s 1 AAc t g d S )N)zsystemd-detect-virtz--quietz --containerr r; r< r= _is_container_systemdr s L MMr< c t dg S )Nzlxc-is-containerr r; r< r= _is_container_old_lxcr s ./ 00r< c t syg d} t j | d yt j | \ }}|j dk( S )NF)r z-qnzsecurity.jail.jailedr r* )rH r r rD )r rE r( s r= _is_container_freebsdr sG < 3C zz#a&! YYs^FC 99;# r< c t t t f} | D ] } | s y t d }d|v ryd|v ry t j j d r t j j d sy t d j }|D ]> }|j d s|j j d d \ }}|d k7 s> y y # t t f$ r Y w xY w# t t f$ r Y y w xY w) zH Checks to see if this code running in a container of some sort Tr containerLIBVIRT_LXC_UUIDz/proc/vzz/proc/bcz/proc/self/statuszVxID:rO r. F)r r r get_proc_envrg r r7 r r r rV r rD r: )checkshelperpid1envlinesra _keyrc s r= r r s F 8 q/ ' ! ( ) ww}}Z z)B 23>>@Dw' "jjl 0 0a 8 s#: % W W s: C C 9/C, )(C, C, C, C)(C),C>=C>c @ t j j d S )z2Check to see if we are running in a lxd container.z /dev/lxd/sock)r7 r r r; r< r= is_lxdr s 77>>/ **r< rk errorsc > t j j dt | d } t | }i }d\ }}|j || }|j | D ]" }|s|j |d \ } } | s | || < $ |S # t t f$ r i cY S w xY w)z Return the environment in a dict that a given process id was started with. @param encoding: decoding will be done with .decode(encoding, errors) and text will be returned. @param errors: passed through .decode(encoding, errors). z/procr )r =r ) r7 r r\ rm r rg r rn r: ) pidrk r r r* envnullequalr r^ rc s r= r r s gs3x 3B#B' C KD%x0H~~d# iiq) s CI $ J W s B B B c i }| j D ] } |j dd \ }}|||< |S # t $ r |}d}Y w xY w)Nr r T)r: r )kvstringr r rV rc s r= keyval_str_to_dictr s^ C~~ 3*JS# C J CC s 5 AAc r | j d r| dd } t j j d| z S )Nr z /sys/class/block/%s/partition)r r7 r r )rb s r= is_partitionr s4 ! 77>>9FB CCr< c t |t s|g}g }|D ] }t |t r|j | %t |t t f rmt | dk st | dkD r t d t | dk( r#|d r |j | t | z |j |d t d |S )Nr r3 z Invalid package & version tuple.r zInvalid package type.)rl r rm r r4 rY r ) version_fmtpkgspkglistpkgs r= expand_package_listr s dD !vG c3 NN3 cE4= )3x!|s3x!|"#EFF3x1}Q{U3Z 78 NN3q6 " 67 7! $ Nr< c < | j d D cg c] }|s| }}d}d}d}d} t | D ] \ } } | j } t | dk r"|j d| dz t | | y| d } | j d D cg c] }|s| }}t | t | kD rt t | t | }|d| |d| k7 r| t | t | kD r | j d } | | dz }| | d z }| }|} | d } |r|r |r |rr||||fS y|r |r|r|||fS yc c}w c c}w # t $ r |j d | dz | Y yw xY w# t $ r |j d | dz | Y yw xY w) zRReturn the mount information for PATH given the lines from /proc/$$/mountinfo.r N z$Line %d has two few columns (%d): %sr rn r -z,Did not find column named '-' in line %d: %sr3 z/Too few columns after '-' column in line %d: %sr )r: r rY r minrh r IndexError)r mountinfo_linesr0 get_mnt_optsr path_elementsdevpthfs_typematch_mount_pointmatch_mount_point_elementsr ra r mount_pointmount_point_elementsx mount_optionss r= parse_mount_infor& s !% 3511QM5 FG 6: _-4 u:? II6As5z4 Ah +6+<+<S+A G+AaQ+A G # $s='9 9 ()3}+= > ! $ a(: : & 1c &7 $ %7& C A AElG1q5\F (%9" a s .v g"3 G%6 F F g"3G%67 7 O 6* H. II>At IIA1q5$ s: EEE E >EE8 E54E58 FFc t d j D ]% }|j dd \ }}}|| k( s |||fc S y)z<On older kernels there's no /proc/$$/mountinfo, so use mtab. /etc/mtabNrf )r rV r: )r ra r r" r s r= parse_mtabr) i sM {+668'+zz|BQ'7$ W $ 7K/ / 9 r< c | j d }t | dk( r|d S t | dk( r|d S |d dv rx| dd }t j g d \ }}|j d D ]: }|j }t | dkD s"|d |k( s+|d } t | S t | S t j d | y ) Nr r r rf r3 )r gptgptidr[ ufsidr )glabelstatusz-sr- z)Unexpected input in find_freebsd_part: %s)r: rY r rm rZ r[ )fssplitted target_labelr r labelsr s r= find_freebsd_partr4 r s xx}H 8}{ X ! { !A A!"v yy!;< tjj&FLLNE5zA~%(l": Qx4y ' 4y ?Dr< c d }|j d D ]K }|j }t | dkD s"t j j |d | z sH|} |S |S )Nr- r3 r )r: rY r7 r r )r mnt_list path_foundra r s r= get_path_dev_freebsdr8 s] Jt$ u:>bggnnU1X_ = J % r< c t j dd| gddg \ }}t | r+t j ddg \ }}t | | }|y |}|j }t |d }d|z S )NrF z-pr r r r )r rY r8 r: r4 )r r rf r6 r7 r label_parts r= get_freebsd_devpthr; s| IIwd 3!Q@MVS 3x ))WdO43)$9 ,,.C"3q6*J Z r< c t j dg \ }}d}| j d D cg c] }|s| }}d}d}d} d} |j D ] } t j || } | s | j d }| j d }|j d D cg c] }|s| } }t | t | kD rxt t | t | }| d| |d| k7 r| t | t | kD r|} | } | j d }| j d }|Ld j | j d j d j j d }t j d |||| t j d | }|st r|dvr t | }|}| | k( s n | r| | vry|rrr | r r||| |fS yyyyr r| r||| fS yyyc c}w c c}w )zReturn the mount information for PATH given the lines ``mount(1)`` This function is compatible with ``util.parse_mount_info()``rF ze^(?P<devpth>[\S]+?) on (?P<mountpoint>[\S]+?) (\(|type )(?P<type>[^,\(\) ]+)( \()?(?P<options>.*?)\)$r Nr rI r rx r rP r- zNfound line in mount -> devpth: %s, mount_point: %s, fs_type: %s, options: '%s'z^(/dev/.+)[sp]([0-9])$)zfsnfs)r r: rV rc rL ri rY r r\ rD rZ r rH r; )r r mountoutputr regexr r r r" r r! ra rW r# r$ r r% devm match_devpths r= parse_mountrC s] ))WI.[$ C !% 3511QM5 FK 6: &&( IIeT " "ggl+ +6+<+<S+A G+AaQ+A G # $s='9 9 ()3}+= > ! $ a(: : & 1c &7 $ %7& '%9"''&/ * $ HH "((-335;;DA M yy16: )F (/F $ q )t 1 = G(9m '+<mL L ?L(9G< G(9 '+<= = ):G<M 6 Hs HH'H /H c ( dt j z }t j j | r't | j }t | ||| S t j j d r t | S t | | S )Nz/proc/%s/mountinfor( ) r7 getpidr r r rV r& r) rC )r r0 r mountinfo_pathr s r= get_mount_inforG sp : *BIIK7N ww~~n% ~.99; eS,?? $$ 4 ..r< optc H t | d ^ }}||j d v S )NTr rP rG r: )r rH r( mnt_optss r= has_mount_optrM s& !$T:LQ (..% %%r< Tr .c |g }|i }t j }d }|r t t } ||i |}t j |z } d } | t t |z } d| z } |r t | t r | d| z z } n| dz } | || z |S # t $ r Y yw xY w# t $ r Y Mw xY w# t $ r Y |S w xY w# t j |z } d } |' t t |z } n# t $ r Y nw xY wd| z } |r t | t r | d| z z } n| dz } | || z w # t $ r Y w w xY wxY w)Nz took %0.3f secondsz (%0.2f)z (N/A))r monotonicfloatr r rl r ) r r! r r r get_uptimestartustartr deltaudeltatmsgs r= r r # s | ~ NN E F 68_FD#F# 5( vx 61 %u, &5* V++ C$J J1 J ! 5( vx 61 %u, &5* V++ C$J s B# C B2 C # B/.B/2 B>=B> C C E.DE DED(E: EE EEEEc N | j dd }t | dkD r|S | d fS )Nr2 r )rsplitrY )dottedrj s r= expand_dotted_devnamer[ Q s, ==a D 4y1} ~ r< c |g }|g }g }i }||z D ] } t | |z |z d ||< t | r*t dj dj | |S # t $ r ||v r|j | Y sw xY w)NFr z Missing required files: {files}rP )files)r r r rY r r r\ )r requiredoptionaldelimre r r< s r= pathprefix2dictrb Y s G C "%dUlQ&6eDCF ! 7| - 4 4388G;L 4 M J ! "H}q! "s A%% BBc 8 ddddd}dddd }i }t | j D ]J } |j \ }}}|rt | || z ||< /||v s4t | || z ||| < L |S # t $ r |j \ }}d }Y Ww xY w) N r @)kBmBBgBtotalfree available)z MemTotal:zMemFree:z MemAvailable:ri )r rV r: r r6 ) meminforawmplierskmapr ra rV r units r= read_meminfors q s %au=G $ D C w'224 #zz| C 5zGDM1CH D[ Z'$- 7CS N 5 J JCD s A88 BBc l | }| j d r| dd } n| j d r| dd } dddd d d }| }d}|D ]% }| j | s|}| d t | }' t | }|d k rt d|z t ||| z S # t $ r}t d |z |d}~ww xY w)a} Convert human string or integer to size in bytes In the original implementation, SI prefixes parse to IEC values (1KB=1024B). Later, support for parsing IEC prefixes was added, also parsing to IEC values (1KiB=1024B). To maintain backwards compatibility for the long-used implementation, no fix is provided for SI prefixes (to make 1KB=1000B may now violate user expectations). Future prospective callers of this function should consider implementing a new function with more standard expectations (1KB=1000B and 1KiB=1024B) Examples: 10M => 10485760 10MB => 10485760 10MiB => 10485760 iBNri r r rd re rf l )ri KMGrN r z'%s' is not valid input.z'%s': cannot be negative)r8 rY rQ r r6 )r size_inrp nummplierrW r s r= human2bytesr} s " G }}TCRy s CRyEEFG C F == FqCF7#C FCj Qw3g=>> sWV_$ %% F3g=>AEFs ' B B3 B..B3c j | t j d } | dk( xs | d dk( xr | dd dk( }|S )z$Return True if platform is x86-basedNrn x86_64r r r3 86)r7 r8 ) uname_archx86_arch_matchs r= is_x86r sM XXZ] 8+ 1 7AB 4!7 r< c , t j | S r )emailmessage_from_string)r s r= r r s $ $V ,,r< c F t j ddgd } t }| j j D ]Q } |j d d \ }}}|j d s,|j t j dd| S |S # t $ r Y aw xY w) Nz dpkg-queryz--listTrA r3 )hiiiz:.*r ) r rp rC rV r: r r ru rc sub)rE pkgs_instra stater r( s r= get_installed_packagesr s ))\8,d ;CI %%' "jjq 1OUC L ) MM"&&C0 1 ( s B B B c x d} t t | d }|j dd j dk( ry t }d|v ryt d d }d|j v ryt j j d ryy # t $ r!}t j d| | Y d }~ud }~ww xY w) Nrl Tr] r` r z ubuntu-corez!Unexpected error loading '%s': %sz snap_core=z /etc/system-image/channel.iniz/etc/system-image/config.d/F) ru r rv r r rZ r[ rL r7 r r )orpathorinfor rG r s r= system_is_snappyr s FD#N6$FG ::dB % % '= 8 9 mGw <DIG ' ww}}23 D 7CCDs 9B B9B44B9c d }| j D ] }|j d s|dd } n |y |j d r|S |j d rd|t d d z S |j d r d|t d d j z S |j d rTd |t d d j z }t j j | r|S t | }|r|d S |S d|z S ) Nzroot=r r r z/dev/disk/by-label/zUUID=z/dev/disk/by-uuid/z PARTUUID=z/dev/disk/by-partuuid/r )r: r rY r r7 r r r )rG r~ r disks_pathresultss r= rootdev_from_cmdliner s E}} >>' "GE } !$uS]_'=== #eCLN&;&A&A&CCC $ $uS-=-?'@'F'F'H H 77>>* % ' 1: U?r< c p d }i } || D ]% }|j dd \ }}|s|}|s|s!|||< ' |S )zGiven shell like syntax (key=value\nkey2=value2\n) in content return the data in dictionary form. If 'add_empty' is True then add entries in to the returned dictionary for 'VAR=' variables. Set their value to empty_val.c 0 t j | d S )NT)comments)shlexr: )rg s r= _shlex_splitz(load_shell_content.<locals>._shlex_split s {{4$//r< r r )r: )r add_empty empty_valr r` ra rV r s r= ru ru sN 0 D W%ZZQ' U E DI & Kr< c t | }d} |t |D cg c]$ }t j j | s#|& c} z }t | dk( rt j d||| g S |dk( rt j d||| ||z |kD rnt j | ||z }t j d||| |S c c}w )Nr z)%sAll files appeared after %s seconds: %sz6%sWaiting up to %s seconds for the following files: %sz*%sStill missing files after %s seconds: %s) rp r7 r r rY rZ r r sleep)flistmaxwaitnaplenlog_preneedwaitedr< s r= wait_for_filesr s u:D F :1q(9Q:;; t9> II; I Q; IIH F?W $ 6&) , II4gw K1 ;s $C C c < d }| j d|g t y)z-Helper to wait on completion of snap seeding.c t j d st j d y t j g d y )Nsnapz+Skipping snap wait, no snap command present)r waitr= z seed.loaded)r r rZ r r; r< r= rc z&wait_for_snap_seeded.<locals>.callback> s+ zz&! IIC D ;<r< z snap-seeded)freqN)runr& )rb rc s r= wait_for_snap_seededr ; s = IImXrI9r< c T t | d }|d j d }|d dk( S )z1Check whether the given mount point is mounted rwTrJ r rP r rwrK )r" r mount_optss r= mount_is_read_writer G s1 Kd ;F!!#&J a=D r< c t j d syddg}| r5t j j | ry|j d| z g |r|j d|z g t j | S )zAInvoke udevadm settle with optional exists and timeout parametersudevadmNsettlez--exit-if-exists=%sz --timeout=%s)r r r7 r r r )r r settle_cmds r= udevadm_settler N sr ::i X&J 77>>& ! 069:;>G345 99Z r< c t |j | t j |rt j | |S )a Print error to stderr and return or exit @param msg: message to print @param rc: return code (default: 1) @param fmt: format string for putting message in (default: 'Error:\n {}') @param sys_exit: exit when called (default: false) )file)printr r. r/ exit)r! rcr sys_exits r= rw rw ` s- #**S/ + Ir< r r' c l dg i} t j t | j d d }d|vrg |d< |S # t $ r) t j d| j d Y |S t j $ r0}t j dt j | Y d }~|S d }~ww xY w)Nscopeszhotplug.enabledFr] zFile not found: %sz>Ignoring contents of %s because it is not decodable. Error: %s) r/ r0 r r r rZ r JSONDecodeErrorr[ r HOTPLUG_ENABLED_FILE)r r r s r= read_hotplug_enabled_filer o s rNG#** 5??+<=U K 7 " "GH N L &8I(JK N L ) ) N s /A .B31B3%B..B3c # K d yw)ztContext manager that does nothing. Note: In python-3.7+, this can be substituted by contextlib.nullcontext Nr; r; r< r= nullcontextr s s )r} r ) N)TTr )r r )r r r )r r r r )z /etc/hosts)Nrb NFNr )rd N)i )NNN)NNNT) )r r F)re created)T)r} r )NNF)z /proc/meminfoF)FN)g ?r )r z Error: {}F)ry contextlibr ro r r r r r r r/ r1 r7 os.pathr< r r rc r r rq r r r r. r base64r collectionsr r r r r r functoolsr pathlibr typesr typingr r r r r r r r r r r r r r urllibr r cloudinitr r r r r r r! r" r# r$ cloudinit.settingsr% r& cloudinit.helpersr' ro getLoggerr rZ sepr r r r r r r> rF rN rm rr ro rt r{ r r r r r r r r r r r r r r r r r r^ r# r+ DEBUGr8 r> rB rH rL rO rR rW rY r[ rj r r rG r r r r r r r r r r r r r r> rD rI rH rZ r[ rc rk r r ra r r r r r r r r r r PathLiker6 r r r rL r r r r r r r2 r r BufferedIOBaser r r" r$ r+ r5 r8 r) rD rX rm rq rt r| r r r r r r r r< r r r r r r r r r r r r r r r r r r r r r& r) r4 r8 r; rC rG rM rN r r[ r rb rs r} r r r r r ru r r r r rw r r r; r< r= <module>r s ) / 5' g! FFC v}} $v';'; ; ) + > :Mc5j) M M OeCJ' Oe O % E &, ,^ y * D ,0 ..D ..h&$ 4 3 4 mm )%X ( ( 1 1 3 3 0 0 1 1% ?%P :1 :1z7t 60 &Q5h58G, 5 5p & B !4' %P4 n .2 d @ 9= , , ^< F* & (8V%P0$ 0f ( EI* EI6 EI*$ EI*( EI=@ > 04 bkk! " hud{+ , , 04 P bkk! "P hud{+ ,P P P $ d _ c3h _ '}_ (3-_D+*T#s(^ +*^ '.oo- #- -S 2$$ !%w 4". " "'Z [|* 'J 'JT&5 6;/3 & 3 3 /# /# /+C +C ++C +C + c d3i & : :z $ "JN1 * *Z+ 1: *- #s(^ > D6 14% K\E& T>n !u $/N&S &T & CL + 36 + +\ $($bggkk 00(&V- 0 >( > :!!$ W ( YtS$/ r<