U ÉÓg¶iã@sZ ddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlZddlmZddlmZmZddlmZm Z ddl!m"Z"ddl#m$Z$ddl%m&Z&ddl'm(Z(dd l)m*Z*m+Z+m,Z,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6dd l7m8Z8ddl9Z9dd l:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEdd lFmGZGdd lHmIZIe+rÒddlJmKZKdaLe  MeN¡ZOe jPdiZQdejRejSZTdZUdZVdd„ZWe$ƒdd„ƒZXe$ƒdd„ƒZYdde5eZe[feZdœdd„Z\dee5eZe[fe[dœdd„Z]e? ^d ¡e[e[d!œd"d#„ƒZ_d$d%„Z`Gd&d'„d'ƒZaGd(d)„d)ebƒZcGd*d+„d+ebƒZdd,d-„Zedfd.d/„Zfdgd0d1„Zgdhd2d3„Zhdid5d6„Zidjd7d8„Zjdd9œe/d:œd;d<„Zkd=d>„Zld?d@„ZmdAdB„ZndkdDdE„ZodFdG„ZpeZeqdHœdIdJ„Zre$ƒdKdL„ƒZse$ƒdMdN„ƒZte$ƒdOdP„ƒZue$ƒdQdR„ƒZve$ƒdSdT„ƒZwe$ƒdUdV„ƒZxdldXdY„ZydmdZd[„Zzdnd\d]„Z{dod^d_„Z|e$ƒd`da„ƒZ}dbdc„Z~e$ƒddde„ƒZdpdfdg„Z€dqdhdi„Zdjdk„Z‚drdldm„Zƒdse4e2eqdnœdodp„Z„ejdqdr„ƒZ…ejdsdt„ƒZ†dudv„Z‡dwdx„Zˆdtd{d|„Z‰dud}d~„ZŠdeqffdd€„Z‹dvd‚dƒ„ZŒdd9œeqd:œd„d…„Zdd9œeqd:œd†d‡„ZŽdwdˆd‰„ZdxdŠd‹„ZdŒd„Z‘edŽddd‘gƒZ’dyd’d“„Z“dzd•d–„Z”e? ^d—¡e•d:œd˜d™„ƒZ–dšd›„Z—dœd„Z˜dždŸ„Z™d d¡„Zšd{d£d¤„Z›d|d¥d¦„Zœd}d§d¨„Zd~d©dª„Zždd«d¬„ZŸd€d­d®„Z d¯d°„Z¡ddWd±œe5eZe j¢fe3e-e£gdfe•e[d²œd³d´„Z¤ddWd±œe5eZe j¢fe3e-e£gdfe•eZd²œdµd¶„Z¥e$ƒd·d¸„ƒZ¦d¹dº„Z§e•d:œd»d¼„Z¨dd¾d¿„Z©d‚dÀdÁ„ZªdƒdÂdÄZ«e/eZe,fe3eZe1e3eZdÄœdÅdÆ„Z¬e/eZe,fdÇœdÈdÉ„Z­d„eZeZdÊœdËdÌ„Z®dÍd΄Z¯dÏdЄZ°dÑdÒ„Z±d…dÔdÕ„Z²e? ^dÖ¡eqffd×dØ„ƒZ³dÙdÚ„Z´d†dÛdÜ„ZµejdÝdÞ„ƒZ¶dßdà„Z·d‡dádâ„Z¸dãdä„Z¹dådæ„Zºdˆdçdè„Z»dédê„Z¼dëdì„Zdídî„Z½e$ƒdïdð„ƒZ¾dñdò„Z¿dódô„ZÀd‰dWdöœe£e•dd÷œdødù„ZÁdúdû„ZÂdüdý„ZÃeZe£dþœdÿd„ZÄeZe£dœdd„ZÅeZeZdœdd„ZÆeZeZdœdd„ZÇeZe1eZdœd d „ZÈe? ^d ¡dŠdCddd œe•e•dœdd„ƒZÉdd„ZÊd‹dd„ZËdŒdd„ZÌddd„ZÍdd„ZÎdd„ZÏdd „ZÐd!d"„ZÑe$ƒd#d$„ƒZÒd%d&„ZÓdŽeZeZe/eZeZfd(œd)d*„ZÔd+d,„ZÕd-d.„ZÖd/d0„Z×eOdWfd1d2„ZØd3d4„ZÙd5d6„ZÚd7d8„ZÛd9d:„ZÜdd;d<„ZÝeOdWfd=d>„ZÞeZe•d?œd@dA„ZßdBdC„Zàdde jájPfdDdE„ZâddGdH„ZãdIdJ„Zäd‘dKdL„ZådMdN„ZædOdP„ZçdQdR„ZèdSdT„Zéd’dUdV„Zêd“dXdY„ZëdZd[„Zìd”d\d]„Zíd^eqd_œd`da„Zîee0de,dfd:œdbdc„ƒZïdS(•éN)Ú b64decode)ÚdequeÚ namedtuple)ÚcontextmanagerÚsuppress)ÚENOENT)Ú lru_cache)ÚPath)Ú ModuleType) ÚIOÚ TYPE_CHECKINGÚAnyÚCallableÚDequeÚDictÚ GeneratorÚListÚMappingÚOptionalÚSequenceÚUnionÚcast)Úparse) ÚfeaturesÚimporterÚmergersÚnetÚ performanceÚsettingsÚsubpÚ temp_utilsÚ type_utilsÚ url_helperÚversion)Úlogexc)Ú CFG_BUILTIN)ÚPathsÚ_z_-.())ÚtrueÚ1ZonZyes)ZoffÚ0ZnoZfalsecCs"tttt ¡j d¡dd…ƒƒS)NÚ.é)ÚtupleÚmapÚintÚosÚunameÚreleaseÚsplit©r4r4ú0/usr/lib/python3/dist-packages/cloudinit/util.pyÚkernel_version_sr6cCstjddgdd}|j ¡S)z´Return the sanitized string output by `dpkg --print-architecture`. N.B. This function is wrapped in functools.lru_cache, so repeated calls won't shell out every time. Zdpkgz--print-architectureT©Úcapture)rÚstdoutÚstrip)Úoutr4r4r5Úget_dpkg_architecturecsr<c sÜdddddœ}i‰z~tjddgdd }|j ¡D],}| d ¡\}}}||kr0| ¡ˆ||<q0‡fd d „| ¡Dƒ}t|ƒrŽt d d  |¡¡WnFtj k rÖ}z&t d|¡t dd„| ¡Dƒƒ‰W5d}~XYnXˆS)NÚcodenameZ descriptionÚidr2)ZCodenameZ DescriptionzDistributor IDZReleaseÚ lsb_releasez--allTr7ú:csg|]}|ˆkr|‘qSr4r4)Ú.0Úk©Údatar4r5Ú ~szlsb_release..z.Missing fields in lsb_release --all output: %sú,z#Unable to get lsb_release --all: %scss|]}|dfVqdS)Z UNAVAILABLENr4©rAÚvr4r4r5Ú ‡szlsb_release..) rr9Ú splitlinesÚ partitionr:ÚvaluesÚlenÚLOGÚwarningÚjoinÚProcessExecutionErrorÚdict)Zfmapr;ÚlineÚfnamer'ÚvalÚmissingÚerrr4rCr5r?ns,üþ (r?úutf-8)ÚblobÚreturncCst|tƒr|S|j|dS©N)Úencoding)Ú isinstanceÚstrÚdecode)rYr\r4r4r5Ú decode_binaryŒsr`)ÚtextrZcCst|tƒr|S|j|dSr[)r]ÚbytesÚencode)rar\r4r4r5Ú encode_text‘srdzBase64 decoding)rDrZcCsHt|tƒstdt|ƒƒ‚zt|ddWStjk rB|YSXdS)z¼base64 decode data If data is base64 encoded bytes, return b64decode(data). If not, return data unmodified. @param data: data as bytes. TypeError is raised if not bytes. zdata is '%s', expected bytesT)ZvalidateN)r]rbÚ TypeErrorÚtyperÚbinasciiÚErrorrCr4r4r5Úmaybe_b64decode–s ricCsP|jdd}| ¡dkrLt|tƒrL| ¡}|r<|jr<|j}nd}| |d¡S|S)NT)r_rarXÚsurrogateescape)Z get_payloadZget_content_maintyper]rbZ get_charsetZ input_codecr_)ÚpartZ cte_payloadÚcharsetr\r4r4r5Úfully_decoded_payload§s ÿ  rmc@s&eZdZd dd„Zdd„Zdd„ZdS) Ú SeLinuxGuardFcCs@|zt d¡|_Wntk r.d|_YnX||_||_dS)NÚselinux)rÚ import_moduleroÚ ImportErrorÚpathÚ recursive)Úselfrrrsr4r4r5Ú__init__»s zSeLinuxGuard.__init__cCs|jr|j ¡rdSdSdS©NTF)roÚis_selinux_enabled)rtr4r4r5Ú __enter__ÆszSeLinuxGuard.__enter__c CsÎ|jr|j ¡sdStj |j¡s&dStj |j¡}z"t |¡}|j ||tj ¡Wnt k rlYdSXt   d||j ¡z|jj||j dWn4t k rÈ}zt  d||j |¡W5d}~XYnXdS)Nz,Restoring selinux mode for %s (recursive=%s)©rsz,restorecon failed on %s,%s maybe badness? %s)rorwr0rrÚlexistsÚrealpathÚlstatZ matchpathconÚstatÚST_MODEÚOSErrorrNÚdebugrsZ restoreconrO)rtZ excp_typeZ excp_valueZexcp_tracebackrrZstatsÚer4r4r5Ú__exit__Ìs0 ýüzSeLinuxGuard.__exit__N)F)Ú__name__Ú __module__Ú __qualname__rurxr‚r4r4r4r5rnºs rnc@s eZdZdS)ÚMountFailedErrorN©rƒr„r…r4r4r4r5r†ésr†c@s eZdZdS)ÚDecompressionErrorNr‡r4r4r4r5rˆísrˆc Ostt ¡}|dkr\z|||Žt d¡Wqptk rXttdt |¡ƒt d¡YqpXnt d|t |¡¡dS)Nrz&Failed forking and calling callback %séz(Forked child %s who will run callback %s) r0ÚforkÚ_exitÚ Exceptionr$rNr!Úobj_namer€)Zchild_cbÚargsÚkwargsZfidr4r4r5Úfork_cbñs" ýýrcCsBt|tƒr|dkSt}|r&t|ƒ|}t|ƒ ¡ ¡|kr>dSdSrv)r]ÚboolÚ TRUE_STRINGSÚlistr^Úlowerr:©rUÚaddonsZ check_setr4r4r5Úis_trues  r—cCsBt|tƒr|dkSt}|r&t|ƒ|}t|ƒ ¡ ¡|kr>dSdS)NFT)r]r‘Ú FALSE_STRINGSr“r^r”r:r•r4r4r5Úis_falses  r™cCs |sdSt|tƒr|St||ƒS)NF)r]r‘r—)rUr–r4r4r5Útranslate_bools  ršé cs6t ¡‰ˆstjtj‰d ‡‡fdd„t|ƒDƒ¡S)NÚcsg|]}ˆ ˆ¡‘qSr4)Zchoice)rAZ_x©ÚrÚ select_fromr4r5rE+szrand_str..)ÚrandomZ SystemRandomÚstringÚ ascii_lettersÚdigitsrPÚrange)ÚstrlenrŸr4rr5Úrand_str's r¦cCs*|sd}tddd|}||krq&q|S)Nrœé)r¥r')r¦)Z dictionaryZpostfixZnewkeyr4r4r5Ú rand_dict_key.s r¨©Úinstance_data_file)rZc Csðddlm}m}m}m}z t|ƒ}Wntk r<iYSX|rätj  |¡räz||||ƒ}t   d||¡Wnv|k rœ}zt   d||¡W5d}~XYnH|k r®Yn6|k râ}zt   d||t |ƒ¡W5d}~XYnXt|idS)z>Read a yaml config with optional template, and convert to dictr)ÚJinjaLoadErrorÚJinjaSyntaxParsingExceptionÚ NotJinjaErrorÚrender_jinja_payload_from_filez?Applied instance data in '%s' to configuration loaded from '%s'z4Failed to render templated yaml config file '%s'. %sNz:Could not apply Jinja template '%s' to '%s'. Exception: %s©Údefault)Z!cloudinit.handlers.jinja_templater«r¬r­r®Úload_text_fileÚFileNotFoundErrorr0rrÚexistsrNr€rOÚreprÚ load_yaml)rTrªr«r¬r­r®Z config_filerr4r4r5Ú read_conf8sB  ýüýûr¶cGs tt|ŽƒS©N)ÚsortedÚ uniq_merge)Úlistsr4r4r5Úuniq_merge_sortedlsr»cGsFg}|D]4}t|tƒr2| ¡ d¡}dd„|Dƒ}| |¡qt|ƒS)NrFcSsg|] }|r|‘qSr4r4)rAÚar4r4r5rE~szuniq_merge..)r]r^r:r3ÚextendÚ uniq_list)rºZ combined_listÚa_listr4r4r5r¹xs  r¹cCs`t ¡D]\}}| ||¡}qg}|D]}|tkr&| |¡q&|D]}| |d¡}qB| ¡}|S)Nrœ)ÚFN_REPLACEMENTSÚitemsÚreplaceÚ FN_ALLOWEDÚappendr:)ÚfnrBrHZremovalsr4r4r5Úclean_filenameƒs rÆTc CsÌz†t t|ƒ¡n}t ddd|¡R}|rNt| ¡ƒW5QR£W5QR£WS| ¡W5QR£W5QR£WSW5QRXW5QRXWn@tk rÆ}z"|r¨|WY¢Stt |ƒƒ|‚W5d}~XYnXdS)NÚrbr‰) ÚioÚBytesIOrdÚgzipZGzipFiler`ÚreadrŒrˆr^)rDÚquietr_ÚbufZghrr4r4r5Ú decomp_gzipsÿ&: rÎcCs~|sdS| dd¡}|d ¡}t|ƒdkr:|d ¡}nd}|rV|dksV| ¡dkrZd}|rr|dksr| ¡dkrvd}||fS)N)NNr@r‰rr,z-1Znone)r3r:rMr”)Zug_pairZ ug_partedÚuÚgr4r4r5Úextract_usergroup s   rÑ)Úroot_dirrZcCshtƒ}t tj |d¡¡D]H}tj |¡s,qtj |¡dd…}| ¡}|r| d¡dkr|||<q|S)Nz*.pyréýÿÿÿr+éÿÿÿÿ) rRÚglobr0rrrPÚisfileÚbasenamer:Úfind)rÒÚentriesrTÚmodnamer4r4r5Úget_modules_from_dir°s  rÛcCs dt ¡kS)adeprecated: prefer Distro object's `is_linux` property Multiple sources of truth is bad, and already know whether we are working with Linux from the Distro class. Using Distro offers greater code reusablity, cleaner code, and easier maintenance. ZLinux©ÚplatformÚsystemr4r4r4r5Úis_Linux¼srßcCs$dt ¡krdSt ¡dkr dSdS)NZBSDTZ DragonFlyFrÜr4r4r4r5Úis_BSDÇs   ràcCstƒddkS)NÚvariantÚfreebsd©Ú system_infor4r4r4r5Ú is_FreeBSDÐsråcCstƒddkS)NráÚ dragonflyrãr4r4r4r5Úis_DragonFlyBSDÕsrçcCstƒddkS)NráÚnetbsdrãr4r4r4r5Ú is_NetBSDÚsrécCstƒddkS)NráÚopenbsdrãr4r4r4r5Ú is_OpenBSDßsrëFcCs||kr |St||ƒSr·)rš©ÚyobjÚkeyr°r4r4r5Úget_cfg_option_booläsrïcCs*||kr |S||}t|tƒs&t|ƒ}|Sr·)r]r^)rírîr°rUr4r4r5Úget_cfg_option_strês  rðcCstt|||dƒS)Nr¯)r/rðrìr4r4r5Úget_cfg_option_intósrñcCsª|sd}tj |¡siSt|ƒ}d}d|kr0d}t ||¡}|r¦| ¡}d|dkr`|d|d<|d ¡ d¡d|d<|dd krŽd |d<|d|d |dd œSiS) z¦Return a dictionary of distro info fields from /etc/redhat-release. Dict keys will align with /etc/os-release keys: ID, VERSION_ID, VERSION_CODENAME z/etc/redhat-releasezA(?P.+) release (?P[\d\.]+) \((?P[^)]+)\)Z Virtuozzoz)(?P.+) release (?P[\d\.]+)Únamer=z linuxrzred hat enterpriseÚredhatr#)ÚIDÚ VERSION_IDÚVERSION_CODENAME) r0rrr³r±ÚreÚmatchÚ groupdictr”rK)Z release_fileZredhat_releaseZ redhat_regexrøÚgroupr4r4r5Ú_parse_redhat_release÷s, ÿ    ýrûc Cspd}d}d}i}d}tj d¡r,ttdƒƒ}|s:d}tƒ}|rê| dd¡}| dd¡}d|ksfd|krpt ¡}nl|d ks€|d krŽ| d d¡}nN|d kr¨|s¨| d d¡}n4| d d¡}|sÜt   d| dd¡¡}|rÜ|  ¡d}|dkrèd}n|t ƒrt  ¡ ¡}t ¡}n^d}z(z t ¡}Wntk r0YnXW5d}|D]}|r>d}q>|s`t d¡X|S|||fS)NrœFú/etc/os-releaseTrôrõÚslesÚsuseÚalpineÚphotonZ PRETTY_NAMEÚ virtuozzoröz[^ ]+ \((?P[^)]+)\)ZVERSIONr=Úrhelró)rœrœrœr‰zPUnable to determine distribution, template expansion may have unexpected results)r0rrr³Úload_shell_contentr±rûÚgetrÝÚmachiner÷rørùràrÞr”r2rNrOÚdistrŒ) Z distro_nameZdistro_versionZflavorZ os_releaseZos_release_rhelrørÚfoundÚentryr4r4r5Úget_linux_distros^        þ     ÿr cCsv|d ¡}d}|dkrf|dd ¡}|dkr6|}qr|dkrDd}qr|d krRd }qr|d kr`d }qrd}n |d krr|}|S)NrÞÚunknownZlinuxrr)Z almalinuxrÿZaoscZarchZ azurelinuxZcentosZ cloudlinuxZdebianZ eurolinuxZfedoraZmarinerZ miraclelinuxZ openeulerZ opencloudosZ openmandrivarrZrockyrþZ tencentosr)ÚubuntuZ linuxmintZmintr rór)Zopensusez opensuse-leapzopensuse-microoszopensuse-tumbleweedZsle_hpcz sle-microrýrþ)ZwindowsÚdarwinrârèrêræ)r”)ÚinforÞráZ linux_distr4r4r5Ú _get_variant]s   rcCs<t ¡t ¡t ¡t ¡tt ¡ƒtƒdœ}t|ƒ|d<|S)N)rÝrÞr2Úpythonr1rrá)rÝrÞr2Zpython_versionr“r1r r)r r4r4r5rä—s ú räcCsX||kr |S||dkrgS||}t|tƒr@dd„|Dƒ}|St|tƒsRt|ƒ}|gS)aª Gets the C{key} config option from C{yobj} as a list of strings. If the key is present as a single string it will be returned as a list with one string arg. @param yobj: The configuration object. @param key: The configuration key to get. @param default: The default to return if key is not found. @return: The configuration option as a list of strings or default if key is not found. NcSsg|]}|‘qSr4r4rGr4r4r5rE·sz'get_cfg_option_list..)r]r“r^)rírîr°rUZcvalr4r4r5Úget_cfg_option_list¥s    rcCs>t|tƒr| d¡}|}|D]}||kr0|S||}q|S)aÓReturn the value of the item at path C{keyp} in C{yobj}. example: get_cfg_by_path({'a': {'b': {'num': 4}}}, 'a/b/num') == 4 get_cfg_by_path({'a': {'b': {'num': 4}}}, 'c/d') == None @param yobj: A dictionary. @param keyp: A path inside yobj. it can be a '/' delimited string, or an iterable. @param default: The default to return if the path does not exist. @return: The value of the item at keyp." is not found.ú/)r]r^r3)ríZkeypr°ZcurÚtokr4r4r5Úget_cfg_by_pathÀs   rcCs t||ƒ\}}t||ƒ||fSr·)Úget_output_cfgÚredirect_output)ÚcfgÚmodeÚoutfmtÚerrfmtr4r4r5Ú fixup_outputØs rc Cs¼ttj d¡ƒrt d¡dS|s(tj}|s2tj}dd„}|r t d||¡|  dd¡\}}|dksn|d krŠd }|dkr~d }t ||ƒ}n:|d kr¸t j |d t j |d} ttt| jƒ}n td|ƒ‚|rÜt | ¡| ¡¡||kr t d||¡t | ¡| ¡¡dS|r¸t d||¡|  dd¡\}}|dksD|d krbd }|dkrVd }t ||ƒ}n<|d kr’t j |d t j |d} ttt| jƒ}n td|ƒ‚|r¸t | ¡| ¡¡dS)NZ_CLOUD_INIT_SAVE_STDOUTz5Not redirecting output due to _CLOUD_INIT_SAVE_STDOUTcSs>t d¡zt d¡j}Wntk r.Yn Xt |¡dS)a«Reconfigure umask and group ID to create output files securely. This is passed to subprocess.Popen as preexec_fn, so it is executed in the context of the newly-created process. It: * sets the umask of the process so created files aren't world-readable * if an adm group exists in the system, sets that as the process' GID (so that the created file(s) are owned by root:adm) éZadmN)r0ÚumaskÚgrpÚgetgrnamÚgr_gidÚKeyErrorÚsetgid)Zgroup_idr4r4r5Úset_subprocess_umask_and_gidös z5redirect_output..set_subprocess_umask_and_gidzRedirecting %s to %sú r‰ú>ú>>ÚabÚwbú|T)ÚshellÚstdinZ preexec_fnz"Invalid type for output format: %sz!Invalid type for error format: %s)r—r0ÚenvironrrNr€Úsysr9Ústderrr3ÚopenÚ subprocessÚPopenÚPIPErr r r*reÚdup2Úfileno) rrZo_outZo_errr"rÚargZowithZnew_fpÚprocr4r4r5rësd  ü     ü r)ÚsourcesrZcCsR|rtt|ƒƒ}i}|D]4}|rt |¡}|s6t ¡}t |¡}| ||¡}q|S)aFMerge multiple dicts according to the dict merger rules. Dict merger rules can be found in cloud-init documentation. If no mergers have been specified, entries will be recursively added, but no values get replaced if they already exist. Functionally, this means that the highest priority keys must be specified first. Example: a = { "a": 1, "b": 2, "c": [1, 2, 3], "d": { "a": 1, "b": 2, }, } b = { "a": 10, "c": [4], "d": { "a": 3, "f": 10, }, "e": 20, } mergemanydict([a, b]) results in: { 'a': 1, 'b': 2, 'c': [1, 2, 3], 'd': { 'a': 1, 'b': 2, 'f': 10, }, 'e': 20, } )r“ÚreversedrZdict_extract_mergersZdefault_mergersZ constructÚmerge)r6ÚreverseZ merged_cfgrZmergers_to_applyZmergerr4r4r5Ú mergemanydict?s*   r:c cs.t ¡}zt |¡|VW5t |¡XdSr·)r0ÚgetcwdÚchdir)ZndirZcurrr4r4r5r<ws   r<c cs&t |¡}z |VW5t |¡XdSr·)r0r)Zn_mskÚoldr4r4r5rs  rcCsdj||d|dS)Nz{0:{fill}{align}{size}}ú^)ÚfillZalignÚsize)Úformat)rar?Zmax_lenr4r4r5ÚcenterŠs ÿrBcCst d|¡t |¡dS)NzRecursively deleting %s)rNr€ÚshutilZrmtree©rrr4r4r5Údel_dirs rErœéc Cs~z.zcert.pemzkey.pemÚ cert_fileÚkey_file)r0rrrPZ get_ipath_curÚ get_cpathr¹rÖ)ÚpathsZ ssl_detailsZssl_cert_pathsrWrVrXr4r4r5Úfetch_ssl_details¨s4þþ r[c Cs |}t|ƒ}z\t dt|ƒ|¡t |¡}|dkrBt d¡|}n t||ƒsbtd|t  |¡fƒ‚|}Wn²tj tt fk r}zŠd}d}t |dƒr¬t |dƒr¬t |dƒ}nt |dƒrÊt |dƒrÊt |dƒ}|rð|dj|jd|jd|d 7}n|d j|d 7}t |¡W5d}~XYnX|S) NzKAttempting to load yaml from string of length %s with allowed root types %sz-loaded blob returned None, returning default.z2Yaml load allows %s root types, but got %s insteadzFailed loading yaml blobZ context_markZ problem_markz5. Invalid format at line {line} column {col}: "{err}"r‰)rSÚcolrWz. {err})rW)r`rNr€rMÚyamlZ safe_loadr]rer!rZ YAMLErrorÚ ValueErrorÚhasattrÚgetattrrArSÚcolumnrO)rYr°ZallowedZloadedZ convertedrÚmsgZmarkr4r4r5rµÉsJü    ÿÿ  ÿÿrµé c CsX| d¡dkr@| dd|¡}| dd|¡}| dd|¡}nTtjrj|ddkrjt |¡jdkrj|d7}d |d|f}d |d|f}d |d|f}d}tj|||d }d} |  ¡rÂt |j id } tj|||d } d} |   ¡rä| j } d} ztj|||d } Wn2tj k r.}zt  d |¡W5d}~XYnX|   ¡rB| j } n t  d ¡| | | |fS)Nz%srrJrKrLrÔrrœz%s%s%s)rIÚretriesr¯z!Error in vendor-data response: %szError in vendor-data response)rØrÂrZ%NOCLOUD_SEED_URL_APPEND_FORWARD_SLASHrÚurlparseZqueryr"Zread_file_or_urlÚokrµÚcontentsrNrNr€)rGrHrIrdZud_urlZvd_urlZmd_urlrSZmd_resprPZud_resprQrRZvd_resprr4r4r5rMñsPÿÿÿ   rMc s¼tt ˆ¡dd}dd„|Dƒ}‡fdd„|Dƒ}g}|D]x}tj ˆ|¡}z| t||d¡Wq:tk r‚t  d|¡Yq:t k r°}zt  d||¡W5d }~XYq:Xq:t |ƒS) zRead configuration directory.T©r9cSsg|]}| d¡r|‘qS)z.cfg)Úendswith©rAÚfr4r4r5rE#s zread_conf_d..cs&g|]}tj tj ˆ|¡¡r|‘qSr4)r0rrrÖrPrj©Úconfdr4r5rE&sr©ú1REDACTED config part %s, insufficient permissionsúError accessing file %s: [%s]N) r¸r0ÚlistdirrrrPrÄr¶ÚPermissionErrorrNrOrr:)rmrªZconfsÚcfgsrÅrrrr4rlr5Ú read_conf_ds*þÿÿ"rsc Cstƒ}i}zt||d}WnNtk r:t d|¡Yn:tk rh}zt d||¡W5d}~XYn X| |¡d}d|kr¼|d}|rØt|tƒs®t d|t   |¡fƒ‚qØt|ƒ  ¡}nt j |›d¡rØ|›d}|rþt j |¡rþt||d}| |¡t|ƒS) aRead yaml file along with optional ".d" directory, return merged config Given a yaml file, load the file as a dictionary. Additionally, if there exists a same-named directory with .d extension, read all files from that directory in order and return the merged config. The template file is optional and will be applied to any applicable jinja file in the configs. For example, this function can read both /etc/cloud/cloud.cfg and all files in /etc/cloud/cloud.cfg.d and merge all configs into a single dict. r©rnroNrœZconf_dz8Config file %s contains 'conf_d' with non-string type %sz.d)rr¶rqrNrOrrÄr]r^rer!rr:r0rrrUrsÚ appendleftr:)ZcfgfilerªrrrrrmZ confd_cfgr4r4r5Úread_conf_with_confd=s: ÿ    ÿÿ   rucCstt|dƒS)N©Úcmdline)rµÚread_cc_from_cmdlinervr4r4r5Úread_conf_from_cmdlinelsryc Cs®|dkrtƒ}d|›}d}d}t|ƒ}t|ƒ}t|ƒ}g}| |¡}|dkr¤| |||¡}|dkrj|}| t ||||… ¡¡ dd¡¡| |||¡}qFd |¡S)Nr#z cc:Zend_ccrz\nÚ ) Ú get_cmdlinerMrØrÄrZunquoteÚlstriprÂrP) rwZ tag_beginZtag_endZbegin_lZend_lZclenÚtokensZbeginÚendr4r4r5rxqs,   ÿÿrxcCs2| d¡}|dks"||ddkr&|S| dd¡S)Nrzrr‰ú z )rØrÂ)rgÚposr4r4r5Údos2unix”s rÚHostnameFqdnInfoÚhostnameÚfqdnÚ is_defaultcCs¤d}d|kr,|d}t|d| d¡dƒ}nld|krf|d d¡dkrf|d}|dd| d¡…}n2|jd|dj}d|krˆ|d}n|j|d \}}t|||ƒS) a÷Get hostname and fqdn from config if present and fallback to cloud. @param cfg: Dictionary of merged user-data configuration (from init.cfg). @param cloud: Cloud instance from init.cloudify(). @param metadata_only: Boolean, set True to only query cloud meta-data, returning None if not present in meta-data. @return: a namedtuple of , , (str, str, bool). Values can be none when metadata_only is True and no cfg or metadata provides hostname info. is_default is a bool and it's true only if hostname is localhost and was returned by util.get_hostname() as a default. This is used to differentiate with a user-defined localhost hostname. Fr„rƒr+rNT)r„Ú metadata_only)r†)rðr3rØÚ get_hostnamerƒr‚)rZcloudr†r…r„rƒr4r4r5Úget_hostname_fqdn¢s"ÿ ÿ rˆú /etc/hostscCs’d}ztt|ƒ ¡D]b}| d¡}|dkr4|d|…}| ¡}|sBq| ¡}t|ƒdkrXq||dd…kr|d}qvqWntk rŒYnX|S)a¤ For each host a single line should be present with the following information: IP_address canonical_hostname [aliases...] Fields of the entry are separated by any number of blanks and/or tab characters. Text from a "#" character until the end of the line is a comment, and is ignored. Host names may contain only alphanumeric characters, minus signs ("-"), and periods ("."). They must begin with an alphabetic character and end with an alphanumeric character. Optional aliases provide for name changes, alternate spellings, shorter hostnames, or generic hostnames (for example, localhost). Nú#rér,r‰)r±rJrØr:r3rMÚIOError)rƒÚfilenamer„rSZhashposÚtoksr4r4r5Úget_fqdn_from_hostsÍs$    rz Resolving URLc CsDt |¡}|j}tdkrÂtƒ}d}i}|D]‚}z`t |dddtjtj¡}g||<|D]6\}} } } } ||  d| | df¡|  | d¡qTWq*tj tj fk rªYq*Xq*|a|rÂt  d|¡z\ttƒ(t |j d¡¡rðW5QR£WdSW5QRXt |d¡}|ddd} | tkWStj tj fk r>Yd SXdS) aîdetermine if a url's network address is resolvable, return a boolean This also attempts to be resilent against dns redirection. Note, that normal nsswitch resolution is used here. So in order to avoid any utilization of 'search' entries in /etc/resolv.conf we have to append '.'. The top level 'invalid' domain is invalid per RFC. And example.com should also not exist. The '__cloud_init_expected_not_found__' entry will be resolved inside the search list. N)zdoes-not-exist.example.com.zexample.invalid.Z!__cloud_init_expected_not_found__rz%s: %szdetected dns redirection: %sz[]TéF)rrerƒÚ_DNS_REDIRECT_IPÚsetÚsocketZ getaddrinfoZ SOCK_STREAMZ AI_CANONNAMErÄÚaddZgaierrorÚerrorrNr€rr^rZ is_ip_addressZnetlocr:)ÚurlZ parsed_urlròZbadipsZbadnamesZ badresultsZinameÚresultZ_famZ_stypeZ_protoZcnameZsockaddrZaddrr4r4r5Ú is_resolvableõsD ÿ    r˜cCs t ¡}|Sr·)r“Z gethostname)rƒr4r4r5r‡)sr‡cCs.zt |¡dWStjk r(YdSXdS©Nr)r“Ú gethostbyaddrZherror)Zipr4r4r5rš.sršcCst|ƒS)z5determine if this url is resolvable (existing or ip).)r˜)r–r4r4r5Úis_resolvable_url5sr›c Cs^|dkr dSt d|¡|D]<}z"t|ƒr@t d|¡|WSWqtk rVYqXqdS)zc Search through a list of mirror urls for one that works This needs to return quickly. Nz%search for mirror in candidates: '%s'zfound working mirror: '%s')rNr€r›rŒ)Z candidatesZcandr4r4r5Úsearch_for_mirror:s  rœÚdevicecCsvg}|st d¡t d¡S| d¡rL| d¡}dd„d|d|fDƒ}n&|dkr`t d¡}n|d krrt d¡}|S) Nz/dev/msdosfs/*z/dev/iso9660/*úLABEL=cSsg|]}tj |¡r|‘qSr4©r0rrr³)rAÚpr4r4r5rEUs þz*find_devs_with_freebsd..z /dev/msdosfs/z /dev/iso9660/ú TYPE=vfatú TYPE=iso9660)rÕÚ startswithr|)ÚcriteriaÚoformatÚtagÚno_cacherrÚdevlistÚlabelr4r4r5Úfind_devs_with_freebsdMs  þ  rªc CsÌg}d}d}d}|r<| d¡r(| d¡}| d¡r<| d¡}tjdddgdgd} | j ¡D]j} |sh|r‚tjd | gdd gd\}} |r”d ||kr”q\|d kr¦d |kr¦q\|dkr¸d |kr¸q\| d| ¡q\|S)NrœržzTYPE=Úsysctlú-nú hw.disknamesr©ZrcsZ mscdlabelr‰z label "%s"Úiso9660zISO filesystemÚvfatú/dev/)r£r|rr9r3rÄ) r¤r¥r¦r§rrr¨r©Ú_typeZ mscdlabel_outr;Údevr'r4r4r5Úfind_devs_with_netbsdas*    r´cCsŠtjdddgdgd}g}|j ¡ d¡D]P}| d¡s:q*|dkrDq*| |dd …d ¡| d ¡s*| |dd …d ¡q*d d„|DƒS)Nr«r¬r­rr®rFr@zfd0:rÔr¼ÚcdÚicSsg|] }d|‘qS©r±r4©rAr¶r4r4r5rE‰sz*find_devs_with_openbsd..)rr9Úrstripr3rirÄr£)r¤r¥r¦r§rrr;r¨rr4r4r5Úfind_devs_with_openbsd{s  rºcCs€tjdddgdgd}dd„t|j ¡dd Dƒ}|d krJd d„|Dƒ}n(|d krbd d„|Dƒ}n|rrt d|¡dd„|DƒS)Nr«r¬z kern.disksrr®cSs$g|]}| d¡s| d¡s|‘qS)rPZvn©r£r¸r4r4r5rEs þz/find_devs_with_dragonflybsd..Trhr¢cSsg|]}| d¡r|‘qS©)rµZacdr»r¸r4r4r5rE—s )zLABEL=CONFIG-2r¡cSsg|]}| d¡s|‘qSr¼r»r¸r4r4r5rE™s zUnexpected criteria: %scSsg|] }d|‘qSr·r4r¸r4r4r5rEœs)rr¸r9r3rNr€)r¤r¥r¦r§rrr;r¨r4r4r5Úfind_devs_with_dragonflybsdŒsþ r½c CsFtƒrt|||||ƒStƒr,t|||||ƒStƒrBt|||||ƒStƒrXt|||||ƒSdg}g}|rt| d|¡|r†| d|¡|r˜|  ddg¡|rª| d|¡|r¸| |¡||}zt j |ddgd \}} Wn:t j k r} z| j t krd }n‚W5d } ~ XYnXg} | ¡D]} |  ¡} | r"|  | ¡q"| S) z– find devices matching given criteria (via blkid) criteria can be *one* of: TYPE= LABEL=