HEX
Server: Apache/2.4.65 (Debian)
System: Linux kubikelcreative 5.10.0-35-amd64 #1 SMP Debian 5.10.237-1 (2025-05-19) x86_64
User: www-data (33)
PHP: 8.4.13
Disabled: NONE
Upload Files
File: //usr/lib/python3/dist-packages/cloudinit/__pycache__/util.cpython-39.pyc
a

�au;�@sddlZddlZddlZddlZddlZddlZddlZddlZddl	Z	ddl
Z
ddlZ
ddlZddl
Z
ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZmZddlmZddlmZddlm Z ddl!m"Z"ddl!m#Z$ddl!m%Z%dd	l!m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+dd
l,m-Z-da.e$�/e0�Z1e
j2diZ3dej4ej5Z6d
Z7dZ8dd�Z9e��dFdd��Z:e��dGdd��Z;�dHdd�Z<�dIdd�Z=dd�Z>dd�Z?dd�Z@Gd d!�d!eA�ZBGd"d#�d#eC�ZDGd$d%�d%eC�ZEd&d'�ZF�dJd(d)�ZG�dKd*d+�ZH�dLd,d-�ZI�dMd/d0�ZJ�dNd1d2�ZKd3d4�ZLd5d6�ZMd7d8�ZNd9d:�ZO�dOd<d=�ZPd>d?�ZQd@dA�ZRd;d;de$jSd;fdBdC�ZTe�dDdE��ZUe�dFdG��ZVe�dHdI��ZWe�dJdK��ZXe�dLdM��ZY�dPdOdP�ZZ�dQdQdR�Z[�dRdSdT�Z\�dSdUdV�Z]e�dWdX��Z^e�dYdZ��Z_�dTd[d\�Z`�dUd]d^�Zad_d`�Zb�dVdadb�Zc�dWddde�Zd�dXdfdg�Zeejfdhdi��Zgejfdjdk��Zhdldm�Zidndo�Zj�dYdqdr�Zk�dZdsdt�Zldemffdudv�Zn�d[dxdy�Zodzd{�Zpd|d}�Zq�d\d~d�Zr�d]d�d��Zsd�d��Zt�d^d�d��Zu�d_d�d��Zvd�d��Zwd�d��Zxd�d��Zyd�d��Zzd�d��Z{d�d��Z|�d`d�d��Z}�dad�d��Z~�dbd�d��Z�dcd�d��Z��ddd�d��Z�d�d��Z�d�d��Z��ded�d��Z�e�d�d���Z�d�d��Z��dfd�d��Z��dgd�d��Z��dhd�d��Z�d�d��Z�d�d��Z�d�d��Z��did�d��Z�d�d��Z�d�d��Z�d�d��Z��djd�d��Z�emffd�dÄZ�d�dńZ�d�dDŽZ�d�dɄZ��dkd�d˄Z�ejfd�d̈́�Z�d�dτZ��dld�dфZ�d�dӄZ�d�dՄZ��dmd�dׄZ�d�dلZ�d�dۄZd�d݄Z�e�d�d߄�Z�d�d�Z�d�d�Z��dndNd�e�e�dd�d�d�Z�d�d�Z�d�d�Z��dod;d�d�d�Z�d�d�Z��dpd�d��Z�d�d��Z��dqd�d��Z��drd�d��Z�d�d��Z�d��d�Z��d�d�Z��d�d�Z��d�d�Z�e��d�d��Z��d	�d
�Z��ds�d�d
�Z��d�d�Z��d�d�Z��d�d�Z�e1dNf�d�d�Z��d�d�Z��d�d�Z��d�d�Z��d�d�Z��d�d�Z��d �d!�Z�e1dNf�d"�d#�Z��dt�d$�d%�Z��d&�d'�Z�dde
j�j2f�d(�d)�ZÐdu�d+�d,�ZĐd-�d.�ZŐdv�d/�d0�ZƐd1�d2�Zǐdw�d3�d4�ZȐd5�d6�Zɐd7�d8�Zʐd9�d:�Zːdx�d;�d<�Z̐dy�d>�d?�Z͐d@�dA�Zΐdz�dB�dC�ZϐdD�dE�Z�dS({�N)�	b64decode�	b64encode)�ENOENT)�	lru_cache)�parse)�importer)�log��subp)�mergers�safeyaml�
temp_utils�
type_utils�
url_helper�version)�CFG_BUILTIN�_z_-.())�true�1�on�yes)�off�0�no�falsecCs"tttt��j�d�dd���S)N�.�)�tuple�map�int�os�uname�release�split�r$r$�0/usr/lib/python3/dist-packages/cloudinit/util.py�kernel_versionAsr&cCs tjddgd|d�\}}|��S)z�Return the sanitized string output by `dpkg --print-architecture`.

    N.B. This function is wrapped in functools.lru_cache, so repeated calls
    won't shell out every time.
    Zdpkgz--print-architectureT��capture�target)r
�strip)r)�outrr$r$r%�get_dpkg_architectureEs�
r,c	
s�ddddd�}i�z�tjddgd|d	�\}}|��D],}|�d
�\}}}||vr4|���||<q4�fdd�|��D�}t|�r�t�d
d�|��WnHtj	y�}z.t�d|�t
dd�|��D���WYd}~n
d}~00�S)N�codename�description�idr")ZCodenameZDescriptionzDistributor IDZRelease�lsb_releasez--allTr'�:csg|]}|�vr|�qSr$r$)�.0�k��datar$r%�
<listcomp>^�zlsb_release.<locals>.<listcomp>z.Missing fields in lsb_release --all output: %s�,z#Unable to get lsb_release --all: %scss|]}|dfVqdS)ZUNAVAILABLENr$�r2�vr$r$r%�	<genexpr>er7zlsb_release.<locals>.<genexpr>)r
�
splitlines�	partitionr*�values�len�LOG�warning�join�ProcessExecutionError�dict)	r)Zfmapr+r�line�fname�val�missing�errr$r4r%r0Qs*��
�,r0�utf-8cCst|t�r|S|�|�S�N)�
isinstance�str�decode)�blob�encodingr$r$r%�
decode_binaryjs
rQcCst|t�r|S|�|�SrK)rL�bytes�encode)�textrPr$r$r%�encode_textqs
rUcCs0t|�}z|�d�WSty*|YS0dS�NrJ)rrN�UnicodeDecodeError)�source�decodedr$r$r%�b64dxs
rZcCs"t|t�s|�d�}t|��d�SrV)rLrRrSrrN)rXr$r$r%�b64e�s

r[cCsP|jdd�}|��dkrLt|t�rL|��}|r<|jr<|j}nd}|�|d�S|S)NT�rNrTrJ�surrogateescape)Zget_payloadZget_content_maintyperLrRZget_charsetZinput_codecrN)�partZcte_payload�charsetrPr$r$r%�fully_decoded_payload�s�
r`c@s&eZdZd	dd�Zdd�Zdd�ZdS)
�SeLinuxGuardFcCs:zt�d�|_Wnty(d|_Yn0||_||_dS)N�selinux)r�
import_modulerb�ImportError�path�	recursive)�selfrerfr$r$r%�__init__�szSeLinuxGuard.__init__cCs|jr|j��rdSdSdS�NTF)rb�is_selinux_enabled)rgr$r$r%�	__enter__�szSeLinuxGuard.__enter__c
Cs�|jr|j��sdStj�|j�s&dStj�|j�}z"t�|�}|j�||tj	�Wnt
yjYdS0t�d||j
�z|jj||j
d�Wn6t
y�}zt�d||j
|�WYd}~n
d}~00dS)Nz,Restoring selinux mode for %s (recursive=%s)�rfz,restorecon failed on %s,%s maybe badness? %s)rbrjr re�lexists�realpath�lstatZmatchpathcon�stat�ST_MODE�OSErrorr@�debugrfZ
restoreconrA)rg�	excp_type�
excp_value�excp_tracebackreZstats�er$r$r%�__exit__�s&
��zSeLinuxGuard.__exit__N)F)�__name__�
__module__�__qualname__rhrkrxr$r$r$r%ra�s

rac@seZdZdS)�MountFailedErrorN�ryrzr{r$r$r$r%r|�sr|c@seZdZdS)�DecompressionErrorNr}r$r$r$r%r~�sr~c	Osvt��}|dkr^z||i|��t�d�WqrtyZttdt�|��t�d�Yqr0nt�d|t�|��dS)Nrz&Failed forking and calling callback %s�z(Forked child %s who will run callback %s)	r �fork�_exit�	Exception�logexcr@r�obj_namers)Zchild_cb�args�kwargsZfidr$r$r%�fork_cb�s�
�r�cCsBt|t�r|duSt}|r&t|�|}t|�����|vr>dSdSri)rL�bool�TRUE_STRINGS�listrM�lowerr*�rG�addonsZ	check_setr$r$r%�is_true�s
r�cCsBt|t�r|duSt}|r&t|�|}t|�����|vr>dSdS)NFT)rLr��
FALSE_STRINGSr�rMr�r*r�r$r$r%�is_false�s
r�cCs |sdSt|t�r|St||�S)NF)rLr�r�)rGr�r$r$r%�translate_bool�s

r�� cs8t����stjtj�d���fdd�td|�D��S)N�csg|]}�����qSr$)�choice)r2Z_x��r�select_fromr$r%r6�r7zrand_str.<locals>.<listcomp>r)�randomZSystemRandom�string�
ascii_letters�digitsrB�range)�strlenr�r$r�r%�rand_str�sr�cCs*|sd}tdd�d|}||vrq&q|S)Nr��)r�r)r�)�
dictionaryZpostfixZnewkeyr$r$r%�
rand_dict_keysr�c
CsXztt|�id�WStyR}z(|jtkr<iWYd}~S�WYd}~n
d}~00dS�N��default)�	load_yaml�	load_file�IOError�errnor)rFrwr$r$r%�	read_confs
r�cGstt|��SrK)�sorted�
uniq_merge)�listsr$r$r%�uniq_merge_sortedsr�cGsFg}|D]4}t|t�r2|���d�}dd�|D�}|�|�qt|�S)Nr8cSsg|]}t|�r|�qSr$)r?)r2�ar$r$r%r6+r7zuniq_merge.<locals>.<listcomp>)rLrMr*r#�extend�	uniq_list)r�Z
combined_list�a_listr$r$r%r�%s
r�cCs`t��D]\}}|�||�}qg}|D]}|tvr&|�|�q&|D]}|�|d�}qB|��}|S)Nr�)�FN_REPLACEMENTS�items�replace�
FN_ALLOWED�appendr*)�fnr3r:Zremovalsr$r$r%�clean_filename0sr�Tc
Cs�z�t�t|��}t�t�ddd|���H}|rHt|���Wd�WS|��Wd�WSWd�n1st0YWnFt	y�}z.|r�|WYd}~St
t|��|�WYd}~n
d}~00dS)N�rbr)�io�BytesIOrU�
contextlib�closing�gzipZGzipFilerQ�readr�r~rM)r5�quietrN�bufZghrwr$r$r%�decomp_gzip=s:r�cCs~|sdS|�dd�}|d��}t|�dkr:|d��}nd}|rV|dksV|��dkrZd}|rr|dksr|��dkrvd}||fS)N)NNr1rrrz-1Znone)r#r*r?r�)Zug_pairZ	ug_parted�u�gr$r$r%�extract_usergroupMsr�cCsht�}t�tj�|d��D]H}tj�|�s,qtj�|�dd�}|��}|r|�d�dkr|||<q|S)Nz*.pyr���r���)	rD�globr rerB�isfile�basenamer*�find)�root_dir�entriesrF�modnamer$r$r%�find_modules]s
r�cCs�|rtj�|�|rrd}tj�|�rbt|d��"}|�|�|��Wd�qr1sV0Yn|rrtj�|�|r�|ddkr�|�	||dd��n|�	||�dS)Nz/dev/console�wr��
)
�sys�stderr�writer re�exists�open�flush�stdoutr)rT�consoler�rZ	log_levelZfallback_to_stdoutZconpathZwfhr$r$r%�	multi_logis
(	r�cCsdt��vS)NZLinux��platform�systemr$r$r$r%�is_Linux�sr�cCsdt��vS)NZBSDr�r$r$r$r%�is_BSD�sr�cCst�ddkS)N�variant�freebsd��system_infor$r$r$r%�
is_FreeBSD�sr�cCst�ddkS)Nr��netbsdr�r$r$r$r%�	is_NetBSD�sr�cCst�ddkS)Nr��openbsdr�r$r$r$r%�
is_OpenBSD�sr�FcCs||vr|St||�SrK)r���yobj�keyr�r$r$r%�get_cfg_option_bool�sr�cCs*||vr|S||}t|t�s&t|�}|SrK)rLrM)r�r�r�rGr$r$r%�get_cfg_option_str�s
r�cCstt|||d��Sr�)rr�r�r$r$r%�get_cfg_option_int�sr�cCs�|sd}tj�|�siSt|�}d}t�||�}|r�|��}|d���d�d|d<|ddkrjd|d<|d|d|d	d
�SiS)z�Return a dictionary of distro info fields from /etc/redhat-release.

    Dict keys will align with /etc/os-release keys:
        ID, VERSION_ID, VERSION_CODENAME
    z/etc/redhat-releasezA(?P<name>.+) release (?P<version>[\d\.]+) \((?P<codename>[^)]+)\)�namez linuxrzred hat enterprise�redhatrr-)�ID�
VERSION_ID�VERSION_CODENAME)	r rer�r��re�match�	groupdictr�r=)Zrelease_fileZredhat_releaseZredhat_regexr��groupr$r$r%�_parse_redhat_release�s"��r�c	CsPd}d}d}i}tj�d�r(ttd��}|s2t�}|r�|�dd�}|�dd�}d|vs^d|vrht��}n4|�dd�}|s�t	�
d|�d	d��}|r�|��d
}|dkr�d}n�t�r�t�
���}t��}n�d
}zJzt��}Wnty�Yn0Wd}|D]}|r�d}q�|�sBt�d�n,d}|D]}|�rd}�q|�s@t�d�0|S|||fS)Nr��/etc/os-releaser�r��sles�suser�z[^ ]+ \((?P<codename>[^)]+)\)ZVERSIONr-�rhelr�)r�r�r�rzPUnable to determine distribution, template expansion may have unexpected results)r rer��load_shell_contentr�r��getr��machiner�r�r�r�r�r�r"�distr�r@rA)Zdistro_nameZdistro_versionZflavorZ
os_releaser�r�found�entryr$r$r%�get_linux_distro�sX

�
�rcCs�t��t��t��t��tt���t�d�}|d��}d}|dkr�|dd��}|dvrb|}q�|dvrpd	}q�|d
kr~d}q�|dvr�d
}q�d}n|dvr�|}||d<|S)N)r�r�r"�pythonr!rr��unknown�linuxrr)ZalpineZarchZcentosZdebianZfedorar�r�)�ubuntuZ	linuxmintZmintrr�r�)Zopensusezopensuse-tumbleweedz
opensuse-leapr�Zsle_hpcr�)Zwindows�darwinr�r�r�r�)r�r�r"Zpython_versionr�r!rr�)�infor��varZ
linux_distr$r$r%r��s0
�r�cCsX||vr|S||durgS||}t|t�r@dd�|D�}|St|t�sRt|�}|gS)a�
    Gets the C{key} config option from C{yobj} as a list of strings. If the
    key is present as a single string it will be returned as a list with one
    string arg.

    @param yobj: The configuration object.
    @param key: The configuration key to get.
    @param default: The default to return if key is not found.
    @return: The configuration option as a list of strings or default if key
        is not found.
    NcSsg|]}|�qSr$r$r9r$r$r%r63r7z'get_cfg_option_list.<locals>.<listcomp>)rLr�rM)r�r�r�rGZcvalr$r$r%�get_cfg_option_list!s

rcCs>t|t�r|�d�}|}|D]}||vr0|S||}q|S)a�Return the value of the item at path C{keyp} in C{yobj}.

    example:
      get_cfg_by_path({'a': {'b': {'num': 4}}}, 'a/b/num') == 4
      get_cfg_by_path({'a': {'b': {'num': 4}}}, 'c/d') == None

    @param yobj: A dictionary.
    @param keyp: A path inside yobj.  it can be a '/' delimited string,
                 or an iterable.
    @param default: The default to return if the path does not exist.
    @return: The value of the item at keyp."
        is not found.�/)rLrMr#)r�Zkeypr��cur�tokr$r$r%�get_cfg_by_path<s


rcCs t||�\}}t||�||fSrK)�get_output_cfg�redirect_output)�cfg�mode�outfmt�errfmtr$r$r%�fixup_outputTs
rc
Cs�ttj�d��rt�d�dS|s(tj}|s2tj}dd�}|r�t�d||�|�	dd�\}}|dksl|d	kr�d
}|dkr|d}t
||�}n0|dkr�tj|d
tj
|d�}	|	j}ntd|��|r�t�|��|���||kr�t�d||�t�|��|���dS|�r�t�d||�|�	dd�\}}|dk�s6|d	k�rTd
}|dk�rHd}t
||�}n2|dk�rztj|d
tj
|d�}	|	j}ntd|��|�r�t�|��|���dS)NZ_CLOUD_INIT_SAVE_STDOUTz5Not redirecting output due to _CLOUD_INIT_SAVE_STDOUTcSs<t�d�zt�d�j}Wnty,Yn0t�|�dS)a�Reconfigure umask and group ID to create output files securely.

        This is passed to subprocess.Popen as preexec_fn, so it is executed in
        the context of the newly-created process.  It:

        * sets the umask of the process so created files aren't world-readable
        * if an adm group exists in the system, sets that as the process' GID
          (so that the created file(s) are owned by root:adm)
        �ZadmN)r �umask�grp�getgrnam�gr_gid�KeyError�setgid)Zgroup_idr$r$r%�set_subprocess_umask_and_gidss

z5redirect_output.<locals>.set_subprocess_umask_and_gidzRedirecting %s to %s� r�>�>>�ab�wb�|T)�shell�stdin�
preexec_fnz"Invalid type for output format: %sz!Invalid type for error format: %s)r�r �environr�r@rsr�r�r�r#r��
subprocess�Popen�PIPEr&�	TypeError�dup2�fileno)
rrZo_outZo_errrr�argZowithZnew_fp�procr$r$r%rgsd
�

�rr�c	Cs�|pdg}d}|rt|�}|dur2|dd|7}|�|p<d�|�|pJd�|�|pXd�|�|pfd�|�|ptd�t�|�S)Nr�r1�%s)rMr�r�
urlunparse)	�scheme�host�portre�params�query�fragment�pieces�netlocr$r$r%�make_url�s
r;cCsN|rt|�}i}|D]4}|rt�|�}|s2t��}t�|�}|�||�}q|SrK)�reversedrZdict_extract_mergersZdefault_mergersZ	construct�merge)Zsrcs�reverseZ
merged_cfgrZmergers_to_applyZmergerr$r$r%�
mergemanydict�s

r?c	cs8t��}zt�|�|VWt�|�nt�|�0dSrK)r �getcwd�chdir)ZndirZcurrr$r$r%rA�s

rAc	cs0t�|�}z|VWt�|�nt�|�0dSrK)r r)Zn_msk�oldr$r$r%r�s
rcCsdj||d|d�S)Nz{0:{fill}{align}{size}}�^)�fillZalign�size)�format)rTrD�max_lenr$r$r%�center�s�rHcCst�d|�t�|�dS)NzRecursively deleting %s)r@rs�shutil�rmtree�rer$r$r%�del_dir�srL�c
Csxz0t|||�\}}}||d<||d<||d<WdStjyr}z(|jtjkr\WYd}~dS�WYd}~n
d}~00dS)N�	user-data�vendor-data�	meta-dataTF)�read_seededr�UrlError�codeZ	NOT_FOUND)rD�base�ext�timeout�md�ud�vdrwr$r$r%�read_optional_seed�srZcCs�i}ddg}|r>|�tj�|�d�d�tj�|�d�d�g�t|�}dd�|D�}d}|D],}tj�tj�|d��r\tj�|d�}q�q\d}|D],}tj�tj�|d��r�tj�|d�}q�q�|r�|r�||d	<||d
<n|r�||d	<|S)Nz/var/lib/cloud/data/sslz /var/lib/cloud/instance/data/sslr5ZsslcSs g|]}|rtj�|�r|�qSr$)r re�isdir)r2�dr$r$r%r6r7z%fetch_ssl_details.<locals>.<listcomp>zcert.pemzkey.pem�	cert_file�key_file)r�r rerB�
get_ipath_cur�	get_cpathr�r�)�pathsZssl_detailsZssl_cert_pathsr]r\r^r$r$r%�fetch_ssl_details
s6��
rbc
Cs"|}t|�}z\t�dt|�|�t�|�}|durBt�d�|}n t||�sbtd|t�	|�f��|}Wn�tj
ttf�y}z�d}d}t|d�r�t
|d�r�t
|d�}nt|d�r�t
|d�r�t
|d�}|r�|dj|jd|jd|d	�7}n|d
j|d�7}t�|�WYd}~n
d}~00|S)NzKAttempting to load yaml from string of length %s with allowed root types %sz-loaded blob returned None, returning default.z2Yaml load allows %s root types, but got %s insteadzFailed loading yaml blobZcontext_markZproblem_markz5. Invalid format at line {line} column {col}: "{err}"r)rE�colrIz. {err})rI)rQr@rsr?r�loadrLr,rr�Z	YAMLError�
ValueError�hasattr�getattrrFrE�columnrA)rOr��allowedZloadedZ	convertedrw�msgZmarkr$r$r%r�*s>�


�
�� r��
c
Cs |�d�dkr4|d|}|d|}|d|}n*d|d|f}d|d|f}d|d|f}tj|||d�}d}	|��r�tt|j�id�}	tj|||d�}
d}|
��r�|
j}d}ztj|||d�}
Wn2tjy�}zt�	d	|�WYd}~n&d}~00|
���r|
j}n
t�	d
�|	||fS)Nr1rrNrOrPz%s%s%s)rV�retriesr�z!Error in vendor-data response: %szError in vendor-data response)
r�r�read_file_or_url�okr�rQ�contentsrRr@rs)rTrUrVrlZfile_retriesZud_urlZvd_urlZmd_urlZmd_resprWZud_resprXrYZvd_resprwr$r$r%rQLs<���
"

rQcs`tt���dd�}dd�|D�}�fdd�|D�}g}|D]}|�ttj��|���q:t|�S)NT)r>cSsg|]}|�d�r|�qS)z.cfg)�endswith�r2�fr$r$r%r6vr7zread_conf_d.<locals>.<listcomp>cs&g|]}tj�tj��|��r|�qSr$)r rer�rBrq��confdr$r%r6ys�)r�r �listdirr�r�rerBr?)rtZconfsZcfgsr�r$rsr%�read_conf_dqsrvcCs�t|�}d}d|vrP|d}|rht|t�sBtd|t�|�f��qht|���}ntj�	d|�rhd|}|rxtj�	|�s||St
|�}t||g�S)NFZconf_dz8Config file %s contains 'conf_d' with non-string type %sz%s.d)r�rLrMr,rr�r*r rer[rvr?)ZcfgfilerrtZ	confd_cfgr$r$r%�read_conf_with_confd�s 
�rwcCstt|d��S)N��cmdline)r��read_cc_from_cmdlinerxr$r$r%�read_conf_from_cmdline�sr{c	Cs�|durt�}d}d}t|�}t|�}t|�}g}|�|�}|dkr�|�|||�}|dkr`|}|�t�||||�����dd��|�|||�}q<d�|�S)Nzcc:Zend_ccrz\nr�)	�get_cmdliner?r�r�r�unquote�lstripr�rB)	ryZ	tag_beginZtag_endZbegin_lZend_lZclen�tokens�begin�endr$r$r%rz�s,

���rzcCs2|�d�}|dks"||ddkr&|S|�dd�S)Nr�rr�
z
)r�r�)ro�posr$r$r%�dos2unix�s
r�cCs�d|vr(|d}t|d|�d�d�}nfd|vrb|d�d�dkrb|d}|dd|�d��}n,|jd|d�}d|vr�|d}n|j|d�}||fS)	a�Get hostname and fqdn from config if present and fallback to cloud.

    @param cfg: Dictionary of merged user-data configuration (from init.cfg).
    @param cloud: Cloud instance from init.cloudify().
    @param metadata_only: Boolean, set True to only query cloud meta-data,
        returning None if not present in meta-data.
    @return: a Tuple of strings <hostname>, <fqdn>. Values can be none when
        metadata_only is True and no cfg or metadata provides hostname info.
    �fqdn�hostnamerrNT)r��
metadata_only)r�)r�r#r��get_hostname)r�cloudr�r�r�r$r$r%�get_hostname_fqdn�s

r��
/etc/hostscCs�d}ztt|���D]b}|�d�}|dkr4|d|�}|��}|sBq|��}t|�dkrXq||dd�vr|d}qvqWnty�Yn0|S)a�
    For each host a single line should be present with
      the following information:

        IP_address canonical_hostname [aliases...]

      Fields of the entry are separated by any number of  blanks  and/or  tab
      characters.  Text  from a "#" character until the end of the line is a
      comment, and is ignored. Host  names  may  contain  only  alphanumeric
      characters, minus signs ("-"), and periods (".").  They must begin with
      an  alphabetic  character  and  end  with  an  alphanumeric  character.
      Optional aliases provide for name changes, alternate spellings, shorter
      hostnames, or generic hostnames (for example, localhost).
    N�#r�rr)r�r<r�r*r#r?r�)r��filenamer�rEZhashpos�toksr$r$r%�get_fqdn_from_hosts�s$

r�c
Cstdur�t�}d}i}|D]�}z`t�|dddtjtj�}g||<|D]6\}}}}	}
||�d|	|
df�|�|
d�qDWqtjtj	fy�Yq0q|a|r�t
�d|�z0t�|d�}|ddd}|tvr�WdSWdStjtj	f�y�YdS0dS)	a�determine if a url is resolvable, return a boolean
    This also attempts to be resilent against dns redirection.

    Note, that normal nsswitch resolution is used here.  So in order
    to avoid any utilization of 'search' entries in /etc/resolv.conf
    we have to append '.'.

    The top level 'invalid' domain is invalid per RFC.  And example.com
    should also not exist.  The '__cloud_init_expected_not_found__' entry will
    be resolved inside the search list.
    N)zdoes-not-exist.example.com.zexample.invalid.Z!__cloud_init_expected_not_found__rz%s: %szdetected dns redirection: %s�FT)�_DNS_REDIRECT_IP�set�socket�getaddrinfo�SOCK_STREAM�AI_CANONNAMEr��add�gaierror�errorr@rs)r�ZbadipsZbadnamesZ
badresultsZiname�resultZ_famZ_stypeZ_proto�cnameZsockaddr�addrr$r$r%�
is_resolvables6
�r�cCst��}|SrK)r��gethostname)r�r$r$r%r�<sr�cCs,zt�|�dWStjy&YdS0dS�Nr)r��
gethostbyaddr�herror)�ipr$r$r%r�Asr�cCs ttjd|tt�|�jfd�S)z5determine if this url is resolvable (existing or ip).zResolving URL: )�logfuncrj�funcr�)�log_timer@rsr�r�urlparser�)�urlr$r$r%�is_resolvable_urlHs�r�c	Cs\|durdSt�d|�|D]:}z"t|�r@t�d|�|WSWqtyTYq0qdS)zc
    Search through a list of mirror urls for one that works
    This needs to return quickly.
    Nz%search for mirror in candidates: '%s'zfound working mirror: '%s')r@rsr�r�)Z
candidatesZcandr$r$r%�search_for_mirrorOsr�cCsXttj�d��rdSttj��&}t�|��tj	���Wd�n1sJ0YdS)z�
    reopen stdin as /dev/null so even subprocesses or other os level things get
    /dev/null as input.

    if _CLOUD_INIT_SAVE_STDIN is set in environment to a non empty and true
    value then input will not be closed (useful for debugging).
    Z_CLOUD_INIT_SAVE_STDINN)
r�r r(r�r��devnullr-r.r�r&)�fpr$r$r%�close_stdinbsr��devicecCsvg}|st�d�t�d�S|�d�rL|�d�}dd�d|d|fD�}n&|dkr`t�d�}n|d	krrt�d�}|S)
Nz/dev/msdosfs/*z/dev/iso9660/*�LABEL=cSsg|]}tj�|�r|�qSr$�r rer�)r2�pr$r$r%r6ws�z*find_devs_with_freebsd.<locals>.<listcomp>z
/dev/msdosfs/z
/dev/iso9660/�	TYPE=vfat�TYPE=iso9660)r��
startswithr~)�criteria�oformat�tag�no_cachere�devlist�labelr$r$r%�find_devs_with_freebsdps

�
r�c
Cs�g}d}d}|r8|�d�r$|�d�}|�d�r8|�d�}tjgd�dgd�\}}	|��D]j}
|sd|r~tjd|
gddgd�\}}|r�d||vr�qX|d	kr�d
|vr�qX|dkr�d
|vr�qX|�d|
�qX|S)
Nr�zTYPE=��sysctlz-nzhw.disknamesr��rcsZ	mscdlabelrz
label "%s"�iso9660zISO filesystem�vfat�/dev/)r�r~r
r#r�)
r�r�r�r�rer�r��_typer+�_err�devZ
mscdlabel_outrr$r$r%�find_devs_with_netbsd�s(



r�c
Cs�tjgd�dgd�\}}g}|�d�D]B}|�d�s6q&|dkr@q&|�d�rNdnd	}	|�|dd
�|	�q&|dkr�dd
�|D�}n(|dvr�dd
�|D�}n|r�t�d|�dd
�|D�S)Nr�rr�r8r1zfd0:�cdr��ir�r�cSsg|]}|�d�r|�qS�r��r��r2r�r$r$r%r6�r7z*find_devs_with_openbsd.<locals>.<listcomp>)zLABEL=CONFIG-2r�cSsg|]}|�d�s|�qSr�r�r�r$r$r%r6�r7zUnexpected criteria: %scSsg|]}d|�qS)r�r$r�r$r$r%r6�r7)r
r#rpr�r�r@rs)
r�r�r�r�rer+r�r�rZpart_idr$r$r%�find_devs_with_openbsd�s 
r�c

Cs0t�rt|||||�St�r,t|||||�St�rBt|||||�Sdg}g}|r^|�d|�|rp|�d|�|r�|�ddg�|r�|�d|�|r�|�|�||}ztj|ddgd	�\}}	Wn:tj	�y�}
z|
j
tkr�d
}n�WYd}
~
n
d}
~
00g}|��D]}|�
�}|�r|�|��q|S)z�
    find devices matching given criteria (via blkid)
    criteria can be *one* of:
      TYPE=<filesystem>
      LABEL=<label>
      UUID=<uuid>
    �blkidz-t%sz-s%s�-c�	/dev/nullz-o%srrr�r�N)r�r�r�r�r�r�r�r�r
rCr�rr<r*)
r�r�r�r�reZ
blk_id_cmd�options�cmdr+r�rwr�rEr$r$r%�find_devs_with�sJ	���

r�c	Cs�|durg}nt|�}gd�}|r0|�ddg�|�|�tj|ddd�\}}i}|��D],}|�d�\}}}t|�||<|||d	<qZ|S)
z�Get all device tags details from blkid.

    @param devs: Optional list of device paths you wish to query.
    @param disable_cache: Bool, set True to start with clean cache.

    @return: Dict of key value pairs of info for the device.
    N)r��-o�fullr�r�Tr�)r(rNr1ZDEVNAME)r�r�r
r<r=r�)	�devsZ
disable_cacher�r+r�retrEr�r5r$r$r%r��s
r�cCsFt�d||�t|d��}|�|�Wd�S1s80YdS)NzPeeking at %s (max_bytes=%s)r�)r@rsr�r�)rFZ	max_bytes�ifhr$r$r%�	peek_filesr�cCs(g}|D]}||vrqq|�|�q|SrK)r�)Zin_listZout_listr�r$r$r%r�sr�c
Cs�t�d||�t��}z<t|d��}t|||d�Wd�n1sF0YWn6ty�}z|sh�|jtkrt�WYd}~n
d}~00|�	�}t�dt
|�|�|r�t|�S|SdS)NzReading from %s (quiet=%s)r�)�chunk_cbzRead %s bytes from %s)r@rsr�r�r��pipe_in_outr�r�r�getvaluer?rQ)rFZread_cbr�rNZofhr�rwror$r$r%r�s0
r�c
Cs�t�r^z td�}|�dd�dd�}Wq�tyZ}zt�d|�d}WYd}~q�d}~00n(ztd���}Wnty�d}Yn0|S)Nz/proc/1/cmdline�rr�z"failed reading /proc/1/cmdline: %sr�z
/proc/cmdline)�is_containerr�r�r�r@rAr*)roryrwr$r$r%�_get_cmdline.s
r�cCsdtjvrtjdSt�S)NZDEBUG_PROC_CMDLINE)r r(r�r$r$r$r%r|As

r|�cCsNd}|�|�}t|�dkrqBq|�|�|t|�7}|r||�q|��|Sr�)r�r?r�r�)Zin_fhZout_fh�
chunk_sizer�Zbytes_pipedr5r$r$r%r�Hs


r�cCs6|dvr|dvrdSt�d|||�t�|||�dS)N)Nr�z%Changing the ownership of %s to %s:%s)r@rsr �chown)rF�uid�gidr$r$r%�	chownbyidWsr�c
Cspd}d}z$|rt�|�j}|r*t�|�j}Wn2ty^}ztd|�|�WYd}~n
d}~00t|||�dS)Nr�zUnknown user or group: %s)	�pwd�getpwnam�pw_uidrrrrrrr�)rF�userr�r�r�rwr$r$r%�chownbyname_s$r�c
Cspddg}|rd|vr|S|d}||vr2||}nd|vr>|S|d}t|t�rX||g}t|t�r�t|�dkrz|d|d<t|�dkr�|d|d<t|t�r�d|vr�|d|d<d|vr�|d|d<|ddkr�|d|d<gd�}tt|��D]z}||s�q�||��}d}|D]8}	|�|	��rd	|	|t|	�d���f}d
}�qL�q|�sbd	d|��f}|||<q�|S)N�output�allrrr�z&1)r!r r$Fz%s %sTr!)	rLrMr�r?rDr�r~r�r*)
rrr�ZoutcfgZmodecfgZswlistr�rGr�sr$r$r%rusL





rcCs�g}|rt|t�s|S|�d�}|r.|�|�t|d�D]h}|sBq8t�d|�}|sTq8|�d�}|��}t	|�dkr~|�|�q8ddg|dd�kr8|�|d�q8t
t|��S)	z�Return a list of log file paths from the configuration dictionary.

    @param cfg: The cloud-init merged configuration dictionary.
    Zdef_log_fileNz (?P<type>\||>+)\s*(?P<target>.*)r)r�teez-ar)rLrDr�r�rr�r�r�r#r?r�r�)rZlogsZdefault_log�fmtr�r)�partsr$r$r%�get_config_logfiles�s&


r�cGsF|r|j|g|�R�t��}|dkr*d}|j|g|�Rd|i�dS)N)NNN�exc_info)rAr�r�rs)rrjr�r�r$r$r%r��sr�cCs<t�|�}|�t|��|��}|dur4|d|�S|SdSr�)�hashlib�new�updaterUZ	hexdigest)rOZroutine�mlenZhasherZdigestr$r$r%�	hash_blob�s
r�cCs.zt�|�rWdSWnty(YdS0dSri)r�r�r�r�r$r$r%�is_user�s


r�cCs.zt�|�rWdSWnty(YdS0dSri)rrrr�r$r$r%�is_group�s


r�cCst�d||�t�||�dS)NzRenaming %s to %s)r@rsr �rename��src�destr$r$r%r��sr���cCs|D]}t||�qdSrK)�
ensure_dir)�dirlistrr\r$r$r%�ensure_dirs�srcCsHt�t|��}t|t|��sDd�dd�|D��}td|t|�f��|S)Nz, cSsg|]}t|��qSr$)rM)r2�tr$r$r%r6r7zload_json.<locals>.<listcomp>z((%s) root types expected, got %s instead)�json�loadsrQrLrrBr,�type)rTZ
root_typesrYZexpected_typesr$r$r%�	load_jsons
�rcCs6zd�t|��WSty0d�t|��YS0dS)z1Handler for types which aren't json serializable.�
ci-b64:{0}z)Warning: redacted unserializable type {0}N)rFr[�AttributeErrorr)Z_objr$r$r%�json_serialize_default
sr	cCsRt�|�}|��D]:\}}t|t�r0t|�||<t|t�rd�t|��||<q|S)aPreserialize any discovered binary values to avoid json.dumps issues.

    Used only on python 2.7 where default type handling is not honored for
    failure to encode binary data. LP: #1801364.
    TODO(Drop this function when py2.7 support is dropped from cloud-init)
    r)	�obj_copy�deepcopyr�rLrD�json_preserialize_binaryrRrFr[)r5r��valuer$r$r%rs


rcCsXztj|dddtd�WStyRtjdd�dkrLt|�}t�|�YS�Yn0dS)z%Return data in nicely formatted json.rT)r8z: )�indent�	sort_keys�
separatorsr�Nr�r�)r�dumpsr	rWr��version_inforr4r$r$r%�
json_dumps"s�rcCsdtj�|�sVttj�|�dd��t�|�Wd�n1s@0Yt||�n
t||�dS)NTrl)r rer[ra�dirname�makedirs�chmod)rerr$r$r%r�/s
(r�c	cs>z |VW|r:d|g}t�|�n|r8d|g}t�|�0dS)N�umountr	)rZ
umount_cmdr$r$r%�	unmounter:s�rc	Csi}z�tj�d�r$td���}d}nt�d�\}}|��}d}d}|D]�}zV|dkrj|��\}}}	}
}}n4t�||�}
|
�	d�}|
�	d�}|
�	d�}	|
�	d�}
Wnt
y�YqFYn0|�d	d
�}|	||
d�||<qFt�
d||�Wn"ttf�yttd
�Yn0|S)Nz/proc/mountsr0�mountz*^(/dev/[\S]+) on (/.*) \((.+), .+, (.+)\)$rrr�r�z\040r)�fstype�
mountpoint�optszFetched %s mounts from %szFailed fetching mount points)r rer�r�r<r
r#r��searchr�r�r�r@rsr�rrr�)�mounted�
mount_locs�method�mountoutputr�ZmountreZmpliner��mprrZ_freqZ_passno�mr$r$r%�mountsDs:



�r&cCs<t|t�r|g}n:t|ttf�r*t|�}n"|dur8d}ntdjt|�d���t�rb|dur�dg}nPt�r�|durxgd�}t	|�D](\}}|dkr�d||<|dvr�d	||<q�nd
g}t
�}t����d}d}	t
j�|�|vr�|t
j�|�d}
n�d}|D]�}d}
zRgd
�}|�r|�d|g�|�|�|�|�tj||d�|}	|}
W�q�Wq�ttf�y�}
z t�d|||
�|
}WYd}
~
q�d}
~
00q�|
�s�td|||f��|
�d��s�|
d7}
t|	��@|du�r�||
�}n
||
|�}|Wd�Wd�S1�s0YWd�n1�s.0YdS)a2
    Mount the device, call method 'callback' passing the directory
    in which it was mounted, then unmount.  Return whatever 'callback'
    returned.  If data != None, also pass data to callback.

    mtype is a filesystem type.  it may be a list, string (a single fsname)
    or a list of fsnames.
    Nz6Unsupported type provided for mtype parameter: {_type})r��auto)�ufs�cd9660�msdosr�r))r�Zmsdosfsr*r�Fr)rr�Zroz-t)�
update_envz Failed mount of '%s' as '%s': %sz#Failed mounting %s to %s due to: %sr)rLrMr�rr,rFrr�r��	enumerater&r
Ztempdirr rernr�r�r
r�rrr@rsr|rpr)r��callbackr5ZmtypeZupdate_env_for_mountZmtypes�indexr ZtmpdrrZfailure_reasonZmountcmd�excr�r$r$r%�mount_cblsr

��

��



r0cCs
t�t�SrK)r
rrr$r$r$r%�get_builtin_cfg�sr1cCst�d|�tj�|�S)NzTesting if a link exists for %s)r@rsr re�islinkrKr$r$r%�is_link�sr3cCs6t�d||�|r&tj�|�r&t|�t�||�dS)Nz$Creating symbolic link from %r => %r)r@rsr rer��del_file�symlink)rX�link�forcer$r$r%�sym_link�sr8c
CsRt�d|�zt�|�Wn2tyL}z|jtkr8|�WYd}~n
d}~00dS)NzAttempting to remove %s)r@rsr �unlinkrrr�r)rerwr$r$r%r4�s
r4cCst�d||�t�||�dS)NzCopying %s to %s)r@rsrI�copyr�r$r$r%r:�sr:cCs0zt�dt���}Wnty*d}Yn0|S)Nz%a, %d %b %Y %H:%M:%S %z�??)�time�strftime�gmtimer�)Ztsr$r$r%�time_rfc2822�s

r?cs�ddl�ddl�d}G�fdd�d�j�}���j�d��}���}��|�|_|�}|�	d|��
|���
|�dd�dkr�|j|jd	St
d
��dS)z�Use sysctlbyname(3) via ctypes to find kern.boottime

    kern.boottime is of type struct timeval. Here we create a
    private class to easier unpack it.

    @return boottime: float to be compatible with linux
    rN�cs eZdZd�jfd�jfgZdS)zboottime.<locals>.timeval�tv_sec�tv_usecN)ryrzr{Zc_int64Z_fields_r$��ctypesr$r%�timeval�s�rE�cs
kern.boottimer�g��.Az/Unable to retrieve kern.boottime on this system)rDZctypes.utilZ	StructureZCDLL�utilZfind_libraryZc_size_tZsizeofr
ZsysctlbynameZbyrefrArB�RuntimeError)Z
NULL_BYTESrE�libcrEr�r$rCr%�boottime�s	��rJcCsrd}d}zDtj�d�r4d}td�}|rJ|��d}nd}tt��t��}Wn tylt	t
d|�Yn0|S)Nr;rz/proc/uptimerrDz&Unable to read uptime using method: %s)r rer�r�r#rMr<rJr�r�r@)Z
uptime_strr"ror$r$r%�uptime�srKcCst||ddd�dS)Nr")�omoder��
write_file)re�contentr$r$r%�append_filesrP�)�
preserve_mode)rrR�returncCst|dd||d�dS)Nr�r")rOrLrrRrM)rerrRr$r$r%�ensure_files
�rTc	Cs(z
t|�WSttfy"YdS0dSrK)rrer,)Zpossible_intr$r$r%�safe_ints
rUcCsHt|�}|rD|rDt|��t�||�Wd�n1s:0YdSrK)rUrar r)rerZ	real_moder$r$r%r"s
rr#)�ensure_dir_existsc
	Cs"|r2zt�|�}t�|j�}Wnty0Yn0|rFttj�|��d|��vr`t	|�}d}nt
|�}d}zd|}Wnty�d|}Yn0t�
d|||t|�|�t|d��Lt||��"}	|	�|�|	��Wd�n1s�0YWd�n1�s
0Yt||�dS)	a�
    Writes a file with the given content and sets the file mode as specified.
    Restores the SELinux context if possible.

    @param filename: The full path of the file to write.
    @param content: The content to write to the file.
    @param mode: The filesystem mode to set on the file.
    @param omode: The open mode used when opening the file (w, wb, a, etc.)
    @param preserve_mode: If True and `filename` exists, preserve `filename`s
                          current mode instead of applying `mode`.
    @param ensure_dir_exists: If True (the default), ensure that the directory
                              containing `filename` exists before writing to
                              the file.
    �brRZ
charactersz%oz%rzWriting to %s - %s: [%s] %s %srKN)r rp�S_IMODE�st_moderrr�rerr�rUrQr,r@rsr?rar�r�r�r)
r�rOrrLrRrVZ	file_statZ
write_typeZmode_r�fhr$r$r%rN)s2
�
FrNcCs@t�|�D]0}tj�||�}tj�|�r2t|�q
t|�q
dS)z�
    Deletes all contents of a directory without deleting the directory itself.

    @param dirname: The directory whose contents should be deleted.
    N)r rurerBr[rLr4)rZnodeZ
node_fullpathr$r$r%�delete_dir_contents]s

r[r��createdcCs6t��}t|�}|d|��|f7}|dt�7}|S)Nz %s by cloud-init v. %sz on %s)r�version_stringrM�titler?)Zcomment_charrTZci_ver�headerr$r$r%�make_headerks
r`cGstj�tjj|g|�R��SrK)r re�abspathrB)rTrar$r$r%�abs_joinssrbc	Cs�t|ttf�s tdt�|���d}|r0|d7}dd}d}|D]�}t|ttf�r�g}|D]}|�dt|��d|��qZd	|d
�	|�f}|d7}q@t|t�r�d	||f}|d7}q@tdt�|�|f��q@t
�d
|�|S)Nz8Input to shellify was type '%s'. Expected list or tuple.r�z
#!/bin/sh
z%s%s%s%s)�'�\rcrcrz'%s'rcz%s%s
rrzCUnable to shellify type '%s'. Expected list, string, tuple. Got: %szShellified %s commands.)rLrr�r,rr�r�rMr�rBr@rs)ZcmdlistZ
add_headerrO�escapedZ	cmds_mader��fixedrrr$r$r%�shellify{s8��


��rgcCsB|r|�|�r|t|�d�}|r>|�|�r>|dt|��}|SrK)r�r?rp)rE�prefix�suffixr$r$r%�strip_prefix_suffix�s
rjcCs@t�|d�durdSzt�|�Wntjy:YdS0dS)NrFT)r
�whichrC)r�r$r$r%�_cmd_exits_zero�srlcCstgd��S)N)zsystemd-detect-virtz--quietz--container�rlr$r$r$r%�_is_container_systemd�srncCs
tdg�S)Nzrunning-in-containerrmr$r$r$r%�_is_container_upstart�srocCs
tdg�S)Nzlxc-is-containerrmr$r$r$r%�_is_container_old_lxc�srpcCsBt�s
dSgd�}t�|d�dur(dSt�|�\}}|��dkS)NF)r�z-qnzsecurity.jail.jailedrr)r�r
rkr*)r�r+rr$r$r%�_is_container_freebsd�srqc	Cs�ttttf}|D]}|�rdSqz(td�}d|vr:WdSd|vrHWdSWnttfy`Yn0tj�	d�r~tj�	d�s~dSzHt
d���}|D]2}|�d�r�|�
��d	d�\}}|d
kr�WdSq�Wnttfy�Yn0dS)zH
    Checks to see if this code running in a container of some sort
    Tr�	containerZLIBVIRT_LXC_UUIDz/proc/vzz/proc/bcz/proc/self/statuszVxID:r1rF)rnrqrorp�get_proc_envr�rrr rer[r�r<r�r*r#)Zchecks�helperZpid1env�linesrEZ_keyrGr$r$r%r��s8�

r�cCstj�d�S)z2Check to see if we are running in a lxd container.z
/dev/lxd/sockr�r$r$r$r%�is_lxd�srvr�c	Cs�tj�dt|�d�}zt|dd�}Wnttfy>iYS0i}d\}}|rdd\}}|�||�}|�|�D]&}|sxqn|�|d�\}	}
|	rn|
||	<qn|S)aH
    Return the environment in a dict that a given process id was started with.

    @param encoding: if true, then decoding will be done with
                     .decode(encoding, errors) and text will be returned.
                     if false then binary will be returned.
    @param errors:   only used if encoding is true.z/procr(Fr\)r@�=)r��=r)	r rerBrMr�r�rrrNr#)�pidrP�errorsr�ro�env�nullZequalrr�rGr$r$r%rs�s"

rsc	CsNi}|��D]<}z|�dd�\}}Wnty>|}d}Yn0|||<q|S)NrxrT)r#re)Zkvstringr�rr�rGr$r$r%�keyval_str_to_dicts

r}cCs&|�d�r|dd�}tj�d|�S)Nr�rMz/sys/class/block/%s/partition)r�r rer�)r�r$r$r%�is_partition s
r~cCs�t|t�s|g}g}|D]�}t|t�r2|�|�qt|ttf�r�t|�dksXt|�dkr`td��t|�dkr�|dr�|�|t|��q|�|d�qtd��q|S)Nrrz Invalid package & version tuple.rzInvalid package type.)rLr�rMr�rr?rH)Zversion_fmtZpkgsZpkglist�pkgr$r$r%�expand_package_list's 



r�c	Cs�dd�|�d�D�}d}d}d}d}t|�D�]@\}	}
|
��}t|�dkrh|�d|	dt|�|
�dS|d}d	d�|�d�D�}
t|
�t|�kr�q,tt|
�t|��}|
d
|�|d
|�kr�q,|dur�t|�t|
�kr�q,z|�d�}	Wn*t�y|�d|	d|
�YdS0z||	d}||	d
}Wn*t�y\|�d|	d|
�YdS0|}|
}|d}q,|�r�|�r�|�r�|�r�|�r�||||fSn|�r�|�r�|�r�|||fSdS)zRReturn the mount information for PATH given the lines from
    /proc/$$/mountinfo.cSsg|]}|r|�qSr$r$�r2rwr$r$r%r6Fr7z$parse_mount_info.<locals>.<listcomp>rNrkz$Line %d has two few columns (%d): %srr�cSsg|]}|r|�qSr$r$r�r$r$r%r6Zr7r�-z,Did not find column named '-' in line %d: %srz/Too few columns after '-' column in line %d: %srM)r#r,r?rs�minr.re�
IndexError)reZmountinfo_linesr�get_mnt_optsZ
path_elements�devpth�fs_typeZmatch_mount_pointZmatch_mount_point_elementsr�rEr��mount_pointZmount_point_elements�xZ
mount_optionsr$r$r%�parse_mount_infoBs^���
�


r�cCsBtd���D]0}|��dd�\}}}||kr|||fSqdS)z<On older kernels there's no /proc/$$/mountinfo, so use mtab.�	/etc/mtabNr�)r�r<r#)rerEr�r�r�r$r$r%�
parse_mtab�s
r�cCs�|�d�}t|�dkr|dS|ddvr�|dd�}t�gd��\}}|�d�D]0}|��}t|�dkrR|d|krR|d}q�qRt|�St�d	|�dS)
Nrr�r)r�Zgptr(rM)Zglabel�statusz-sr�rz)Unexpected input in find_freebsd_part: %s)r#r?r
rMr@rA)�fsZsplittedZtarget_labelr^r��labelsr�r$r$r%�find_freebsd_part�s
r�cCsHd}|�d�D]4}|��}t|�dkrtj�|d|�r|}qDq|S)Nr�rr)r#r?r rer�)re�mnt_list�
path_foundrEr�r$r$r%�get_path_dev_freebsd�s r�cCsztjdd|gddgd�\}}t|�rPt�ddg�\}}t||�}|durLdS|}|��}t|d�}d||d|dfS)Nrz-prrr�r�r)r
r?r�r#r�)rer�rIr�r�r�Z
label_partr$r$r%�get_mount_info_freebsd�s
r�c
Cs�tj�d�st�d�dSzt�dd|g�\}}Wn6tjyh}zt�d||�WYd}~dSd}~00t|�rvdSd}|�	d�D]B}t
�||�r�||vr�d|vr�|�	�d	}t�d
||�|Sq�dS)Nz/dev/zfsz"Cannot get zpool info, no /dev/zfs�zpoolr�z$Unable to get zpool status of %s: %sz.*(ONLINE).*r��staterzfound zpool "%s" on disk %s)r rer�r@rsr
rCrAr?r#r�r)r�ZzpoolstatusrIr�rEZdiskr$r$r%�get_device_info_from_zpool�s 
r�cCs�t�dg�\}}|��}d}|D]�}t�||�}|s6q |�d�}|�d�}|�d�}	|	durf|�d�}	t�d|||	�t�d|�}
|
s�t�r�|	d	kr�t|�S||kr ||	|fSq dS)
NrzH^(/dev/[\S]+|.*zroot\S*?) on (/[\S]*) (?=(?:type)[\s]+([\S]+)|\(([^,]*))rrr�r�z?found line in mount -> devpth: %s, mount_point: %s, fs_type: %sz^(/dev/.+)p([0-9])$Zzfs)	r
r<r�rr�r@rsr�r�)rer#r�r!ZregexrEr%r�r�r�Zdevmr$r$r%�parse_mount�s*



�r�cCsRdt��}tj�|�r2t|���}t||||�Stj�d�rFt|�St|�SdS)Nz/proc/%s/mountinfor�)	r �getpidrer�r�r<r�r�r�)rerr�Zmountinfo_pathrur$r$r%�get_mount_info�sr�cCs�|durg}|duri}t��}d}|rJztt��}WntyHYn0z�||i|��}Wt��|}	d}
|dur�ztt��|}
Wnty�Yn0d|	}|r�t|
t�r�|d|
7}n|d7}z|||�Wnty�Yn0n�t��|}	d}
|du�r.ztt��|}
Wnt�y,Yn0d|	}|�r^t|
t��rV|d|
7}n|d7}z|||�Wnt�y�Yn00|S)Nz took %0.3f secondsz (%0.2f)z (N/A))r<�floatrKrerLr�)r�rjr�r�r��
get_uptime�startZustartr�ZdeltaZudelta�tmsgr$r$r%r�	s\
�
r�cCs(|�dd�}t|�dkr|S|dfSdS)Nrr)�rsplitr?)Zdottedr�r$r$r%�expand_dotted_devnameC	sr�cCs�|durg}|durg}g}i}||D]f}zt|||ddd�||<Wq(ty�}z*|jtkrf�||vrx|�|�WYd}~q(d}~00q(t|�r�tdjd�|�d���|S)NF)r�rNzMissing required files: {files}r8)�files)	r�r�r�rr�r?rerFrB)rT�requiredZoptional�delimrHr�rrrwr$r$r%�pathprefix2dictK	s&
"�r��
/proc/meminfoc		Cs�ddddd�}dddd	�}i}t|���D]t}z|��\}}}Wn"tyb|��\}}d
}Yn0|r~t|�||||<q*||vr*t|�|||||<q*|S)Nr��r�@)ZkBZmB�BZgB�total�freeZ	available)z	MemTotal:zMemFree:z
MemAvailable:r�)r�r<r#rer)	Zmeminfo�raw�mpliersZkmapr�rEr�r
Zunitr$r$r%�read_meminfoe	s �
r�c
Cs�|}|�d�r|dd�}dddddd	�}|}d}|D]$}|�|�r6|}|d
t|��}q6zt|�}Wn2ty�}ztd|�|�WYd}~n
d}~00|d
kr�td|��t|||�S)
zbConvert human string or integer to size in bytes
      10M => 10485760
      .5G => 536870912
    r�Nr�rr�r�r�l)r��K�M�G�Trz'%s' is not valid input.z'%s': cannot be negative)rpr?r�rer)rEZsize_inr��numZmplierr%rwr$r$r%�human2bytesz	s"

$r�cCs<|durt��d}|dkp6|ddko6|dd�dk}|S)z$Return True if platform is x86-basedNr�Zx86_64rr�rZ86)r r!)Z
uname_archZx86_arch_matchr$r$r%�is_x86�	s�r�cCs,tjdd�dkr"t�t�|��St�|�S)Nrr)r�r�email�message_from_filer��StringIO�message_from_string)r�r$r$r%r��	sr�c	Cs�tjddg|dd�\}}t�}|��D]Z}z|�dd�\}}}WntyVYq&Yn0|�d�sl|�d�r&|�t�dd	|��q&|S)
Nz
dpkg-queryz--listT)r)r(r�hi�iiz:.*r�)	r
r�r<r#rer�r�r��sub)r)r+rZ	pkgs_instrEr�rr$r$r%�get_installed_packages�	s
r�c
Cs�d}z.tt|dd��}|�dd���dkr0WdSWn2tyd}zt�d||�WYd}~n
d}~00t�}d|vrxdStd	dd�}d|��vr�dStj	�
d
�r�dSdS)Nr�T�r�r�r�zubuntu-corez!Unexpected error loading '%s': %sz
snap_core=z/etc/system-image/channel.iniz/etc/system-image/config.d/F)r�r�r�r�rer@rAr|r rer[)ZorpathZorinforwryrOr$r$r%�system_is_snappy�	s 
$r�cCs,g}|�d�D]}|�||�qd�|�S)zBreplacement for indent from textwrap that is not available in 2.7.Tr�)r<r�rB)rTrhrurEr$r$r%r�	srcCs�d}|��D]}|�d�r|dd�}q,q|dur8dS|�d�rF|S|�d�rdd|td�d�S|�d�r�d|td�d���S|�d�r�d	|td�d���}tj�|�r�|St|�}|r�|d
S|Sd|S)Nzroot=rMr�r�z/dev/disk/by-label/zUUID=z/dev/disk/by-uuid/z	PARTUUID=z/dev/disk/by-partuuid/r)r#r�r?r�r rer�r�)ryrrZ
disks_path�resultsr$r$r%�rootdev_from_cmdline�	s0




�r�cCsFdd�}i}||�D],}|�dd�\}}|s0|}|s8|r|||<q|S)z�Given shell like syntax (key=value
key2=value2
) in content
       return the data in dictionary form.  If 'add_empty' is True
       then add entries in to the returned dictionary for 'VAR='
       variables.  Set their value to empty_val.cSstj|dd�S)NT)Zcomments)�shlexr#)rOr$r$r%�_shlex_split�	sz(load_shell_content.<locals>._shlex_splitrxr)r#)rOZ	add_emptyZ	empty_valr�r5rEr�r
r$r$r%r��	s
r���?cCs�t|�}d}|tdd�|D��8}t|�dkrBt�d|||�gS|dkrZt�d|||�|||krhq|t�|�||7}qt�d|||�|S)NrcSsg|]}tj�|�r|�qSr$r�rqr$r$r%r6
r7z"wait_for_files.<locals>.<listcomp>z)%sAll files appeared after %s seconds: %sz6%sWaiting up to %s seconds for the following files: %sz*%sStill missing files after %s seconds: %s)r�r?r@rsr<�sleep)�flistZmaxwaitZnaplenZlog_preZneedZwaitedr$r$r%�wait_for_files
s(��

�r�cCs&t|dd�}|d�d�}|ddkS)z1Check whether the given mount point is mounted rwT)r�r�r8r�rw)r�r#)r�r�Z
mount_optsr$r$r%�mount_is_read_write
sr�cCsJddg}|r,tj�|�rdS|�d|g�|r@|�d|g�t�|�S)zAInvoke udevadm settle with optional exists and timeout parametersZudevadmZsettleNz--exit-if-exists=%sz--timeout=%s)r rer�r�r
)r�rVZ
settle_cmdr$r$r%�udevadm_settle%
sr�c
Csld}ztd|dd�}Wn2tyJ}zt�d||�WYd}~n
d}~00|rh|�dd�}t|d	�}|S)
z-
    Return the parent pid of a process.
    rz
/proc/%s/statTr�z Failed to load /proc/%s/stat. %sNrr�r�)r�r�r@rAr#r)ryZppidrorwr�r$r$r%�
get_proc_ppid3
s$r�)N)N)rJ)rJ)N)N)N)r�N)N)TT)F)N)r)N)N)N)NN)Nr�r�r�r�)F)r�r�rM)N)r�r�rMrkr)N)N)F)r�)Nr�NFN)Nr�NFN)Nr�NFN)Nr�NFN)NF)NFT)r�N)NN)NN)N)r�)N)NNN)F)rQ)rQr#F)r�r\)T)NN)rJr�)NNF)r�F)N)N)FN)r�r�)NN)�r�r:r
r�r�rr�r�r�rr Zos.pathr�r�r�r�r�rIr�rpr�r)r�r<�base64rrr�r�	functoolsr�urllibr�	cloudinitrr�loggingr
rrr
rrr�cloudinit.settingsrr��	getLoggerryr@�sepr�r�r�r�r�r�r&r,r0rQrUrZr[r`�objectrar�r|r~r�r�r�r�r�r�r�r�r�r�r�r�r��DEBUGr�r�r�r�r�r�r�r�r�r�rr�rrrrr;r?�contextmanagerrArrHrLrZrbrDr�rQrvrwr{rzr�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r�r|r�r�r�rr�r�r�r�r�r�rrr	rrr�rr&r0r1r3r8r4r?rJrKrPrr�rTrUrrNr[r`rbrgrjrlrnrorprqr�rvrsr}r~r�r�r�r�r�r�r�r�r�r�r�rer�r�r�r�r�r�r�rr�r�r�r�r�r�r$r$r$r%�<module>s� 
�
'


�





	
2
#Q�

	
	
 "% (,�
�
�
�
>

:	

	(�
L	
���
��4 


-J	
#''