/usr/lib/python3/dist-packages/cloudinit/sources/__pycache__
Edit: /usr/lib/python3/dist-packages/cloudinit/sources/__pycache__/DataSourceAzure.cpython-310.pyc (52963B)
o
th5 @ s U d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlm m Z
d dl m Z d dl
mZ d dlmZmZmZ d dlmZmZmZmZ d dlZd dlmZmZmZm Z m Z m Z d dl m Z d dl!m"Z"m#Z# d d l$m%Z% d d
l&m'Z'm(Z(m)Z) d d l*m+Z+m,Z, d d l-m.Z. d d
l/m0Z0m1Z1m2Z2m3Z3 d dl4m5Z5 d dl6m7Z7m8Z8m9Z9m:Z:m;Z;m
Z>m?Z?m@Z@mAZAmBZBmCZC d dlDmEZE zd dlFZFejGeFjFde jHdd dZIeeJd< W n$ eKeLfy z d dlMZNeNjOjPjOZIW n
eKy dd ZIY nw Y nw eQeRZSdZTddiZUdZVdZWd ZXd ZYG d d d e ZZd Z[ee\ eJd!< g d"Z]d#d$ Z^d%d& Z_d'e\d(e\d)ee\ fd*d+Z`d,e\d)e\fd-d.Zae;d)ee\ fd/d0Zbe;d,e\d)ee\ fd1d2Zcdd)e\fd3d4Zdd5d6 Zed7d8 Zfd9d: Zgd)ee\ fd;d<Zhe i rd=ZWehd>ZjejdureSkd? d@ej ZVneSkdA dZ[eXdBeVidCdCdDZldBdEdFgdCdGieWdHdIgdJZmdKeTgZndLZodMZpG dNdO dOejqZrdPdQ ZsdRdS ZtdTdU ZudVdW ZvdXdY ZwddZd[Zxe;d\d] Zye;d^d_ Zze;eVd`d`fdae\dbe\dce{dde{fdedfZ|e;ddgdhZ}e;didj Z~dkdl Ze;dmdn Ze;e[fdodpZe;dqdr Ze;dsdt Ze;duedve{d)efdwdxZe;d)efdydzZe;dd{d|ZerZerejffgZd}d~ ZdS ) N)Enum)Path) monotonicsleeptime)AnyDictListOptional)net performancesourcesssh_utilsubputil) cc_mounts)
EventScope EventType)
device_driver)NoDHCPLeaseErrorNoDHCPLeaseInterfaceError NoDHCPLeaseMissingDhclientError)EphemeralDHCPv4EphemeralIPv4Network)events)errorsidentityimdskvp)netlink)
DEFAULT_WIRESERVER_ENDPOINTNonAzureDataSource OvfEnvXmlazure_ds_reporterazure_ds_telemetry_reporterbuild_minimal_ovf dhcp_log_cbget_boot_telemetryget_metadata_from_fabricget_system_inforeport_diagnostic_eventreport_dmesg_to_kvpreport_failure_to_fabric)UrlErrorz$6$ )strlen)salt
blowfish_hashc C s t d)zRaise when called so that importing this module doesn't throw
ImportError when ds_detect() returns false. In this case, crypt
and passlib are not needed.
z/crypt and passlib not found, missing dependency) ImportError)_ r4 C/usr/lib/python3/dist-packages/cloudinit/sources/DataSourceAzure.pyr1 A s Azure instance-idziid-AZURE-NODEz /dev/disk/cloud/azure_resourceext4z/var/lib/waagentz/dev/sr0c @ s e Zd ZdZdZdZdZdZdS )PPSTypeNonePreprovisionedOSDiskRunningSavableUnknownN)__name__
__module__ __qualname__NONEOS_DISKRUNNINGSAVABLEUNKNOWNr4 r4 r4 r5 r9 X s r9 z /sys/firmware/acpi/tables/OEM0PLATFORM_ENTROPY_SOURCE)z"/etc/netplan/90-hotplug-azure.yamlz /usr/local/sbin/ephemeral_eth.shz+/etc/udev/rules.d/10-net-device-added.rulesz#/run/network/interfaces.ephemeral.dc C s | D ]9}td|r=| }t|dkr=|d d}t|dkr=|d dkr=|d |r=|d d}|d S qd S )
z
dev.storvsc.1.%pnpinfo:
classid=32412632-86cb-44a2-9b5c-50d1417354f5
deviceid=00000000-0001-8899-0000-000000000000
pnpinfo =r deviceid .N)
splitlinesresearchsplitlen
startswith)
sysctl_outrL linefieldscolumnscompsr4 r4 r5 "find_storvscid_from_sysctl_pnpinfol s rZ c C s2 | D ]}t||r| }|d S qdS )z
scbus0 on ata0 bus 0
scbus1 on ata1 bus 0
scbus2 on blkvsc0 bus 0
scbus3 on blkvsc1 bus 0
scbus4 on storvsc2 bus 0
scbus5 on storvsc3 bus 0
scbus-1 on xpt0 bus 0
r N)rO rP rQ rR )camcontrol_outdisk_drvrV itemsr4 r4 r5 find_busdev_from_disk s r^ r[ busdevreturnc C sN | D ] }t||r$|d}t|dkr$|d d}|d S qdS )z
at scbus1 target 0 lun 0 (cd0,pass0)
at scbus2 target 0 lun 0 (da0,pass1)
at scbus3 target 1 lun 0 (da1,pass2)
(rJ rM ,r N)rO rP rQ rR rS )r[ r_ rV r] dev_passr4 r4 r5 find_dev_from_busdev s
rd macc
C sZ t | dkr)d| dd | dd | dd | dd | dd | dd g} | S ) z1Normalize mac address with colons and lower-case. :r rJ
)rS joinlowerre r4 r4 r5 normalize_mac_address s
>ro c C s dd t D S )z-Get Hyper-V NICs as normalized MAC addresses.c S s$ g | ]}|d dkrt |d qS )rJ hv_netvscrM ro ).0nr4 r4 r5
s
z1get_hv_netvsc_macs_normalized..)r get_interfacesr4 r4 r4 r5 get_hv_netvsc_macs_normalized s rv c sf fddt D }d|v rdS t|dkr&td |f tjd |d S td |f tjd d S )
z0Determine the device driver to match on, if any.c s$ g | ]} t |d kr|d qS )rM rJ rq rr irn r4 r5 rt s
z3determine_device_driver_for_mac..rp rM z4Assuming driver for interface with mac=%s drivers=%r logger_funcr z=Unable to specify driver for interface with mac=%s drivers=%rN)r ru rS r* LOGdebugwarning)re driversr4 rn r5 determine_device_driver_for_mac s(
r c C s: zt | jW S t jy tdd| | Y S w )NzFailed to execute: %s )r stdoutProcessExecutionErrorr{ r| rl )cmdfail_retr4 r4 r5 execute_or_debug s r c C s t ddgddS )Nsysctlz dev.storvsc )r r r4 r4 r4 r5 get_dev_storvsc_sysctl r c C s t g dS )N)
camcontroldevlistz-br r4 r4 r4 r5 get_camcontrol_dev_bus r c C s t ddgS )Nr r r r4 r4 r4 r5 get_camcontrol_dev r r c C s d}| dkr d}| d } dt | }d||}t }t||}|s)td d S t }t }d|}t||} | rMt || }
|
d u rKtd d S |
S d
|} t|| } | rkt || }
|
d u ritd d S |
S d S ) N00000000rM 00000001rJ 000z{0}-{1}z#Fail to find storvsc id from sysctlz blkvsc{0}zFail to find /dev/daXz
storvsc{0})
strformatr rZ r{ r| r r r^ rd ) port_idg0g1g0g1rU storvscidcamcontrol_b_outr[ blkvscscbusxdevnamestorvscr4 r4 r5 get_resource_disk_on_freebsd s<
r z freebsd-ufsrM zresource disk is not None/dev/zresource disk is None
ephemeral0T)data_dir disk_aliasesapply_network_config&apply_network_config_for_secondary_ipsgptd )
table_typelayout overwritez ephemeral0.1)
filesystemdevice)
disk_setupfs_setup
datasourcenever_destroy_ntfsREDACTEDc sT e Zd ZdZejejejhiZ dZ
e j Z
dZdd Zdeddf fd d
Zd d Zd
d ZededefddZeddddddee dedededef
ddZeddd Zdefd d Z dd d Z ed!d" Z ed#ede fd$d%Z d fd'd( Z!ed)d* Z"ed+d, Z#d-d. Z$d/d0 Z%ede&e fd1d2Z'd3e(de&e fd4d5Z)de&e fd6d7Z*d8d9 Z+d:d; Z,dd?Z.ed@dA Z/e CddDedEede0fdFdGZ1edHdI Z2edddJdKedLeddfdMdNZ3edOdP Z4ede5j5fdQdRZ6edSdT Z7eddUdVZ8edWdX Z9edYdZ Z:ede;fd[d\Zd^edefd_d`Z?eddadbee&e dee&e fdcddZ@d3e(dee fdedfZAdge(d3e(deBfdhdiZCedjdk ZDedle(d3e(dee&e fdmdnZEdodp ZFedqdr ZGeHdsdt ZIedudv ZJeHdwdx ZKeHdydz ZLed3e(defd{d|ZMd}d~ ZNdd ZO ZPS )DataSourceAzurer6 FrM c C s t j| ||| tj|jd| _i | _d | _t
t |t i t
g| _d | _d | _d | _tj|jdd| _d| _d| _d | _d | _t| _d S )Nazuredatareported_readyF)r
DataSource__init__ospathrl seed_dircfgseedr
mergemanydictget_cfg_by_path DS_CFG_PATHBUILTIN_DS_CONFIGds_cfg_iso_dev_network_config_ephemeral_dhcp_ctx cloud_dir_reported_ready_marker_file_route_configured_for_imds _route_configured_for_wireserver _system_uuid_vm_idr _wireserver_endpoint)selfsys_cfgdistropathsr4 r4 r5 r E s$
zDataSourceAzure.__init__ci_pkl_versionr` Nc sP t | d | _d | _tj| jjdd| _ d| _
d| _ d | _ d | _
t| _d S )Nr r F)super _unpickler r r r rl r r r r r r r r r )r r __class__r4 r5 r Y s
zDataSourceAzure._unpicklec C s t j| }d|| jf S )Nz %s [seed=%s])r
r __str__r )r rootr4 r4 r5 r g s zDataSourceAzure.__str__c C sH | j du rd}n| j drd}n | j dkrd}nd}d|| j f S )z/Return the subplatform metadata source details.Nunknownz/devz config-diskr zseed-dirz%s (%s))r rT rm )r subplatform_typer4 r4 r5 _get_subplatformk s
z DataSourceAzure._get_subplatformephipv4c C s< |j sdS dd |j D }d|v | _| j|v | _| jp | jS )NFc S s g | ] }|d dd qS )r /)rR )rr rr4 r4 r5 rt } s z5DataSourceAzure._check_if_primary..z169.254.169.254)
static_routesr r r )r r routed_networksr4 r4 r5 _check_if_primaryw s
z!DataSourceAzure._check_if_primaryT )iface report_failure_if_not_primary retry_sleeptimeout_minutesr r r r c C s | j dur tdtd|t f tjd t| j|t d| _ d}t
}||d }t j ddt
d |du rz| j }W n ty] td
tjd | jtjt
| d d d
Y no tyn tdtjd d| _ ty td| tjd | jtjt
| |dd d
Y n> ty } ztd| tjd W Y d}~n(d}~w tjy } ztd|j|j |j |j f tjd W Y d}~nd}~ww |du rt
| |k rt | nn|du s8|du rd| _ t |d }|| j _ d|v r|d | _!t"|} | j j#}
|
du r
td| $|
} td|| | |
j%|
j&|| j'| j(f tjd |r>| s>| jtj)|| |
j%|
j&|dd d
| W d S 1 sKw Y dS )a Setup ephemeral networking.
Keep retrying DHCP up to specified number of minutes. This does
not kill dhclient, so the timeout in practice may be up to
timeout_minutes + the system-configured timeout for dhclient.
:param timeout_minutes: Number of minutes to keep retrying for.
:raises NoDHCPLeaseError: If unable to obtain DHCP lease.
:returns: True if NIC is determined to be primary.
Nz/Bringing up networking when already configured.z2Bringing up ephemeral networking with iface=%s: %rry )r
dhcp_log_func< zobtain-dhcp-leasezobtain dhcp leasename descriptionparentz Interface not found for DHCP)durationT host_onlyz dhclient executable not foundz&Failed to obtain DHCP lease (iface=%s))r interfacez File not found during DHCP %rz7Command failed: cmd=%r stderr=%r stdout=%r exit_code=%sr z unknown-245z dhcp context missing ephipv4z{Obtained DHCP lease on interface %r (primary=%r driver=%r router=%r routes=%r lease=%r imds_routed=%r wireserver_routed=%r))r driverrouterr lease)*r RuntimeErrorr* r ru r{ r| r r r& r r ReportEventStackr# obtain_leaser r} _report_failurer $ReportableErrorDhcpInterfaceNotFoundr errorr ReportableErrorDhcpLeaseFileNotFoundErrorr r r stderrr exit_coder r r r _ephipv4r r r r r (ReportableErrorDhcpOnNonPrimaryInterface) r r r r r r
start_timedeadliner r r primaryr4 r4 r5 _setup_ephemeral_networking s
:
&z+DataSourceAzure._setup_ephemeral_networkingc C s. d| _ d| _| jdu r
dS | j d| _dS )z Teardown ephemeral networking.FN)r r r
clean_networkr r4 r4 r5 _teardown_ephemeral_networking$ s
z.DataSourceAzure._teardown_ephemeral_networkingc C s | j du p
| j jdu S )z"Check if networking is configured.N)r r r r4 r4 r5 _is_ephemeral_networking_up/ s
z+DataSourceAzure._is_ephemeral_networking_upc
C s zg d}t |\}}td|||f tjd W dS t jye } z>t|jtr8td t
}| | n"td|j |j
|j|jf tjd t |}| | W Y d}~dS W Y d}~dS d}~ww )ab Check if azure-proxy-agent is ready for communication with WS/IMDS.
If ProvisionGuestProxyAgent is true, query azure-proxy-agent status,
waiting up to 120 seconds for the proxy to negotiate with Wireserver
and configure an eBPF proxy. Once azure-proxy-agent is ready,
it will exit with code 0 and cloud-init can then expect to be able to
communicate with these services.
Fail deployment if azure-proxy-agent is not found or otherwise returns
an error.
For more information, check out:
https://github.com/azure/guestproxyagent
)zazure-proxy-agentz--statusz--wait120z1Executing %s resulted in stderr=%r with stdout=%rry zGFailed to activate Azure Guest Proxy Agent: azure-proxy-agent not foundzgFailed to activate Azure Guest Proxy Agent: status check failed cmd=%r stderr=%r stdout=%r exit_code=%sN)r r* r{ r| r
isinstancereasonr r r !ReportableErrorProxyAgentNotFoundr r r r r &ReportableErrorProxyAgentStatusFailure)r r outerrr report_errorreportable_errorr4 r4 r5 _check_azure_proxy_agent_status6 s@
z/DataSourceAzure._check_azure_proxy_agent_statusc
C s
| td| j| jf tjd i }| jd }d}ddi}ddd diii}d}i }t| j|D ]`}z:| d
rWt
rIt
j |t
d d \}}}}n
t
|t
\}}}}|| _nt
|\}}}}|}td
| tjd W n- ty~ td| tjd Y q0 t
jy td| tjd Y q0w d} t| tjd t| jp|du }
|
rdnd} z| j| d W n ty Y nw i } | r|dr| | jdd} | s|du rd} t| t| | || }
|
t j krgt
rd} t| tj d t| | sd} t| tj d t| |
t j kr | ! n|
t j"kr(| # n|
t j$kr3| % n| & | ' \}}}}|drI| | jdd} | (| }|dt j j)fvrg| *t+j,d|d | j-| d |pqd | _.|/||t
0|d | ig|d t1| }t2| }t3| }|rtd | ||d d d < |rtd!| ||d" d< |durtd#| | |d$ d%< | j.d kr|d& szt4|||d'}d(|i|d&< W n t5y } ztd)| tjd W Y d}~nd}~ww |s(t6| }|r(td* zt78d9|: |d+< W n t5y' td,tjd Y nw ||kr6td-| tjd t; }|rB||d" d.< | < |d" d/< | j=d0u r| r| j>|| d1}z| j?|d2}W n t5yo Y |S w td3| |r||d" d4< | @ |S )5a Walk all instance metadata sources returning a dict on success.
@return: A dictionary of any metadata content for this instance.
@raise: InvalidMetaDataException when the expected metadata service is
unavailable, broken or disabled.
z Azure VM ID: %s System UUID: %sry r Nlocal-hostnamer system_info default_userr r udf)mtypez!Found provisioning metadata in %sz$Did not find Azure data source in %sz%s was not mountablezUnable to find provisioning media, falling back to IMDS metadata. Be aware that IMDS metadata does not support admin passwords or custom-data (user-data only). r r ProvisionGuestProxyAgentT)report_failurezNo OVF or IMDS availablez%Free BSD is not supported for PPS VMsz DHCP failed while in source PPSzextended.compute.ppsType)keyvalue)imds_mdIMDSr )r filesmetadata userdata_rawz Username retrieved from IMDS: %sz Hostname retrieved from IMDS: %sr z(Disable password retrieved from IMDS: %sr
ssh_pwauthr )usernamehostnamedisable_ssh_password_auth ovf-env.xmlz)Failed to construct OVF from IMDS data %sz Retrieved userdata from IMDSr zBad userdata in IMDSzusing files cached in %s random_seedr7 F)r r pubkey_infoznegotiating returned %s public-keys)A _query_vm_idr* r r r{ infor list_possible_azure_dsr rT r
is_FreeBSDmount_cbload_azure_ds_dirr r| r! MountFailedErrorr} boolr r r getr get_metadata_from_imdsr
InvalidMetaDataException_determine_pps_typer9 rB r rD _wait_for_pps_running_reuserE _wait_for_pps_savable_reuserC _wait_for_pps_os_disk_shutdown_wait_for_pps_unknown_reuse _reprovision_ppstype_from_imdsr r r "ReportableErrorImdsInvalidMetadata validate_imds_network_metadatar updater _username_from_imds_hostname_from_imds_disable_password_from_imdsr% Exception_userdata_from_imdsbase64 b64decoderl rR _get_random_seed_iid _negotiated!_determine_wireserver_pubkey_info
_report_ready_cleanup_markers)r crawled_dataddir
ovf_sourcemdr r r srcmsgrequires_imds_metadatar r pps_type imds_ppstype
imds_username
imds_hostnameimds_disable_passwordcontentse
imds_userdatar r' ssh_keysr4 r4 r5 crawl_metadatal sL
z DataSourceAzure.crawl_metadatar c
C s t }|d }| js
d}nd }d }d }ztj||dW S tyI } z"t|}t | }tj||d}| js?t|j t
j r?d}W Y d }~n d }~w t yd } zt|}tj
|d}W Y d }~nd }~ww | j|| d td| tjd i S )
Ni, )max_connection_errorsretry_deadline) exceptionr Fr_ r z!Ignoring IMDS metadata due to: %sry )r r r fetch_metadata_with_api_fallbackr- r r ReportableErrorImdsUrlErrorr causerequestsConnectionError
ValueError+ReportableErrorImdsMetadataParsingExceptionr r* r{ r} ) r r r r^ r] error_string error_reportr r r4 r4 r5 r2 K sH
z&DataSourceAzure.get_metadata_from_imdsr4 c s t t| | tj| _dS )z.Reset any cached class attributes to defaults.N)r r clear_cached_attrsr
UNSET_metadata_imds)r
attr_defaultsr r4 r5 rj y s z"DataSourceAzure.clear_cached_attrsc C s4 t j }|dur dS | jdu rdS t| jd S )zQCheck platform environment to report if this datasource may
run.
NTFr$ )r ChassisAssetTag query_systemr r exists)r chassis_tagr4 r4 r5 ds_detect~ s
zDataSourceAzure.ds_detectc
C s zt W n ty } z td| W Y d}~nd}~ww zt W n ty; } z td| W Y d}~nd}~ww zLz| }W n? tjya } z| | W Y d}~W | dS d}~w ty } zt
|}| | W Y d}~W | dS d}~ww W | n| w | j r| j j dkr| j
drt t}tj|rtd| tjd t|d tg| _ntd
| tjd |d | _|d d | _t|d tg| _ |d
| _ t | j
d |d dd dS )zCrawl and process datasource metadata caching metadata as attrs.
@return: True on success, False on error, invalid or disabled
datasource.
z Failed to get boot telemetry: %sNz$Failed to get system information: %sFubuntur zXEphemeral resource disk '%s' exists. Merging default Azure cloud ephemeral disk configs.ry r zdEphemeral resource disk '%s' does not exist. Not merging default Azure cloud ephemeral disk configs.r r r r r i )dirmodeT) r' rA r{ r} r) r[ r ReportableErrorr r !ReportableErrorUnhandledExceptionr r r r1 *maybe_remove_ubuntu_network_config_scriptsRESOURCE_DISK_PATHr r rp r* r| r r #BUILTIN_CLOUD_EPHEMERAL_DISK_CONFIGr rl DEFAULT_METADATAr r write_files)r rX rK r r devpathr4 r4 r5 _get_data sz
zDataSourceAzure._get_datac C s& | j rd| j vr | S t| j d S )Nr7 )r rF r r r4 r4 r5 get_instance_id s z DataSourceAzure.get_instance_idc C s | j d |S )Nr )r r1 )r r r4 r4 r5 device_name_to_device r z%DataSourceAzure.device_name_to_devicec C s0 z | | jd W S ttfy Y | S w )z+
Retrieve public SSH keys.
r )_get_public_keys_from_imdsr KeyErrorrf _get_public_keys_from_ovfr r4 r4 r5 get_public_ssh_keys s z#DataSourceAzure.get_public_ssh_keysr c C s z
dd |d d D }W n t y d}t|tjd w tdd |D r5d }t|tjd t|d
t|}t|tjd |S ) zGet SSH keys from IMDS metadata.
:raises KeyError: if IMDS metadata is malformed/missing.
:raises ValueError: if key format is not supported.
:returns: List of keys.
c S g | ]}|d qS )keyDatar4 )rr
public_keyr4 r4 r5 rt s z>DataSourceAzure._get_public_keys_from_imds..compute
publicKeysz"No SSH keys found in IMDS metadatary c s s | ] }t |d V qdS ))r N)_key_is_openssh_formatted)rr r r4 r4 r5 s z=DataSourceAzure._get_public_keys_from_imds..z Key(s) not in OpenSSH formatzRetrieved {} keys from IMDS)r r* r{ r| anyrf r rS )r r rZ log_msgr4 r4 r5 r s
z*DataSourceAzure._get_public_keys_from_imdsc C sX g }z| j d }dt|}t|tjd W |S ty+ d}t|tjd Y |S w )zYGet SSH keys that were fetched from wireserver.
:returns: List of keys.
r( zRetrieved {} keys from OVFry zNo keys available from OVF)r r rS r* r{ r| r )r rZ r r4 r4 r5 r s
z)DataSourceAzure._get_public_keys_from_ovfc C s | j S Nr r r4 r4 r5 get_config_obj s z DataSourceAzure.get_config_objc C s t | S r )r
instance_id_matches_system_uuidr~ )r r r4 r4 r5 check_instance_id s z!DataSourceAzure.check_instance_idc
C s | j s zt | _ W n ty } ztj|dd}~ww | js?z
t| j | _W dS ty> } ztj|| j dd}~ww dS )zQuery the system UUID and VM IDs, if needed.
They are initialized to None, check only if they are unset.
Raise as reportable error on failure.
r` N)r_ system_uuid) r r query_system_uuidr r ReportableErrorVmIdentificationr convert_system_uuid_to_vm_idrf r r r4 r4 r5 r) s& z DataSourceAzure._query_vm_idc C s` | tj| jdd}tj|r-t| }t
| j }|
| j |fv r-|S | j S )Nr r7 )r) r r rl r get_cpathrp r load_text_filestripr byte_swap_system_uuidr rm )r previous
prev_iid_path
swapped_idr4 r4 r5 rF 3 s zDataSourceAzure._iidc
C s z;d}t jddtd
t|}W d n1 sw Y |du r0d}t|tjd W dS td| tjd W dS t yQ } z
tt
|tj d d}~ww )zUse the netlink socket provided to wait for nic detach event.
NOTE: The function doesn't close the socket. The caller owns closing
the socket and disposing it safely.
Nzwait-for-nic-detachzwait for nic detachr zHPreprovisioned nic not detached as expected. Proceeding without failing.ry z%The preprovisioned nic %s is detached) r r r# r wait_for_nic_detach_eventr* r{ r} r| AssertionErrorr r )r nl_sockifnamerP r r4 r4 r5 _wait_for_nic_detachE s, z$DataSourceAzure._wait_for_nic_detachr 皙?r retriesc C sf t |D ] }| jj|rtd| tjd d S |d |k r#t| qtd||| f tjd d S )NzThe link %s is up.ry rM z;The link %s is not up after %f seconds, continuing anyways.)ranger
networkingtry_set_link_upr* r{ r* r )r r r r rx r4 r4 r5 wait_for_link_upe s
z DataSourceAzure.wait_for_link_upc C s@ | j }td| t|djt t d t dtj
d d S )Nz*Creating a marker file to report ready: %sz{pid}: {time}
)pidr zRSuccessfully created reported ready marker file while in the preprovisioning pool.ry ) r r{ r* r
write_filer r getpidr r* r| )r r r4 r4 r5 _create_report_ready_markery s
z+DataSourceAzure._create_report_ready_marker)
create_markerexpect_url_errorr r c
C s z| W n3 ty9 } z'|r t|tr tdtjd d| _nd}t|tjd t
||W Y d}~nd}~ww d| _ |rE| dS dS )zReport ready for PPS, creating the marker file upon completion.
:raises sources.InvalidMetaDataException: On error reporting ready.
z,Ignoring http call failure, it was expected.ry Nz9Failed reporting ready while in the preprovisioning pool.F)
rI rA r r- r* r{ r| r r r
r3 rG r )r r r r rP r4 r4 r5 _report_ready_for_pps s( z%DataSourceAzure._report_ready_for_ppsc
C s t d z[g }d} d}tjddt| td t||}W d n1 s*w Y || t d| t jd |
| |sRt d
| | j |d dd }|r\t d
W dS | q t
y| } zt t|t jd W Y d}~dS d}~ww )z6Wait until the primary nic for the vm is hot-attached.z*Waiting for primary nic to be hot-attachedFTNzwait-for-nic-attachz4wait for nic attach after %d nics have been attachedr zDetected nic %s attached.ry z!Checking if %s is the primary nicr )r r r z Found primary nic for this VM.)r{ r* r r rS r# r wait_for_nic_attach_eventappendr* r r r r r r )r r
nics_foundprimary_nic_foundr r r4 r4 r5 "_wait_for_hot_attached_primary_nic sL
* z2DataSourceAzure._wait_for_hot_attached_primary_nicc
C s< zt W S t jy } z td| tjd d }~ww )Nz!Failed to create netlink socket: ry )r create_bound_netlink_socketNetlinkCreateSocketErrorr* r{ r r r4 r4 r5 _create_bound_netlink_socket s
z,DataSourceAzure._create_bound_netlink_socketc C s* | j dd tdtjd td t )z4Report ready and wait for host to initiate shutdown.F)r z"Waiting for host to shutdown VM...ry i3)r r* r{ r* r r ReportableErrorOsDiskPpsFailurer r4 r4 r5 r7 s z.DataSourceAzure._wait_for_pps_os_disk_shutdownc C s | }z_| jdu s| jjdu rtd| jj}| td| tjddt d, zt
|| W n t yN } zt
d| tjd W Y d}~nd}~ww W d n1 sYw Y W | n| w | dS ) z9Report ready and wait for nic link to switch upon re-use.Nzmissing ephemeral contextz#Wait for vnetswitch to happen on %sz!wait-for-media-disconnect-connectzwait for vnet switchr z'Error while waiting for vnet switch: %sry )r r r r r r{ r| r r r# r !wait_for_media_disconnect_connectr r* r closer )r r r rX r4 r4 r5 r5 s<
z+DataSourceAzure._wait_for_pps_running_reusec
C s | }z=| jdd z| W n tjy0 } ztd| tjd d| _W Y d}~nd}~ww | | |
| W | dS | w )z@Report ready and wait for nic(s) to be hot-attached upon re-use.T)r zLIgnoring failure while tearing down networking, NIC was likely unplugged: %rry N) r r r r r r* r{ r* r r r r )r r rX r4 r4 r5 r6 " s$
z+DataSourceAzure._wait_for_pps_savable_reusec C s& t j| jr dS | | dS )z0Report ready if needed for unknown/recovery PPS.N)r r isfiler r r r r4 r4 r5 r8 8 s z+DataSourceAzure._wait_for_pps_unknown_reusec C s d}d}|sT| s |d7 }z| jdd W n ty Y qw tjddtd" zt }W n tyB | Y W d qw W d n1 sMw Y |rt
d | t j d
|S ) z0Poll IMDs for reprovisiondata XML document data.r NrM r r z get-reprovision-data-from-imdsz get reprovision data from imdsr z#attempted dhcp %d times after reusery )
r r r r r r# r fetch_reprovision_datar- r r* r{ r| )r
dhcp_attemptsreprovision_datar4 r4 r5
_poll_imdsD s< zDataSourceAzure._poll_imdsr r c
C s0 |j | jd}td| tjd t t|}|r |S | rQztdtj d t
| j |d d| _ W dS t
yP } ztd| tjd W Y d}~nd}~ww z*td tj d | z| jd
d W n tyn Y nw t
| j |d d| _ W dS t
y } ztd | tj d W Y d}~d
S d}~ww )a Report failure to Azure host and fabric.
For errors that may be recoverable (e.g. DHCP), host_only provides a
mechanism to report the failure that can be updated later with success.
DHCP will not be attempted if host_only=True and networking is down.
@param error: Error to report.
@param host_only: Only report to host (error may be recoverable).
@return: The success status of sending the failure signal.
vm_idz#Azure datasource failure occurred: ry z>Using cached ephemeral dhcp context to report failure to Azure)endpointencoded_reportTz@Failed to report failure using cached ephemeral dhcp context: %sNz3Using new ephemeral dhcp to report failure to Azurer r z5Failed to report failure using new ephemeral dhcp: %sF)as_encoded_reportr r* r{ r r+ r report_via_kvpr r| r, r rG rA r r r )r r r r reportedrX r4 r4 r5 r b sn
z DataSourceAzure._report_failurer& r' c
C sl t tj| jd z
t| j| j| j|d}W n ty- } z
t d| t
j d d}~ww d| _d| _ |S )zTells the fabric provisioning has completed.
:param pubkey_info: Fingerprints of keys to request from Wireserver.
:raises Exception: if failed to report.
:returns: List of SSH keys, if requested.
r )r r iso_devr' zQError communicating with Azure fabric; You may experience connectivity issues: %sry NT)
r+ r report_success_to_hostr r( r r r rA r* r{ r} rG )r r' r rX r4 r4 r5 rI s,
z DataSourceAzure._report_readyc
C sL z |d d d W S t y% } ztd| tjd W Y d }~d S d }~ww )Nextendedr ppsTypez2Could not retrieve pps configuration from IMDS: %sry )rA r* r{ r| )r r rX r4 r4 r5 r: s z"DataSourceAzure._ppstype_from_imdsovf_cfgc C s t j| jr tj}nO|ddtjjks | |tjjkr"tj}n8|ddtj
jks5| |tj
jkr9tj
}n!|ddu sS|ddtj jksS| |tj jkrWtj }ntj }t
d|j tjd |S )z@Determine PPS type using OVF, IMDS data, and reprovision marker.PreprovisionedVMTypeNPreprovisionedVmTz PPS type: %sry )r r r r r9 rF r1 rE r r: rC rD rB r* r{ r* )r r r rR r4 r4 r5 r4 s&
z#DataSourceAzure._determine_pps_typec C sZ | }tjddtd t|\}}}|||d|ifW d S 1 s&w Y dS )zrInitiate the reprovisioning workflow.
Ephemeral networking is up upon successful reprovisioning.
z reprovisioning-read-azure-ovfz$read azure ovf during reprovisioningr r$ N)r r r r# read_azure_ovf)r rW rN udr r4 r4 r5 r9 s $z DataSourceAzure._reprovisionr c C sb d}z| | W |S ttfy0 |dd}d|dur#t|nd}t|tjd Y |S w )zDetermine the fingerprints we need to retrieve from Wireserver.
:return: List of keys to request from Wireserver, if any, else None.
N_pubkeysz"Retrieved {} fingerprints from OVFr ry ) r r rf r1 r rS r* r{ r| )r r r r' r r4 r4 r5 rH s z1DataSourceAzure._determine_wireserver_pubkey_infoc C s t | j dS )zCleanup any marker files.N)r del_filer r r4 r4 r5 rJ s z DataSourceAzure._cleanup_markersc C s8 | j }zt||| jtdd W t d S t w )NF)is_new_instance
preserve_ntfs)r
get_ipath_curaddress_ephemeral_resizer r1 DS_CFG_KEY_PRESERVE_NTFSr+ )r r r instance_dirr4 r4 r5 activate s
zDataSourceAzure.activatec C | j di di dS )Nr r platformFaultDomainr r1 r r4 r4 r5 availability_zone$ s z!DataSourceAzure.availability_zonec
C s | j r8| j tjkr8| jdr8zt| j d | jddW S ty7 } ztdt | W Y d}~nd}~ww zt
W S tyW } ztdt | W Y d}~i S d}~ww )z:Generate network configuration according to configuration.r networkr )r z?Failed generating network config from IMDS network metadata: %sNz-Failed generating fallback network config: %s) rl r
rk r r1 6generate_network_config_from_instance_network_metadatarA r{ r r -_generate_network_config_from_fallback_config)r rX r4 r4 r5 _generate_network_config, s4
z(DataSourceAzure._generate_network_configc C s( | j r | j tjkr | j S | | _ | j S )z,Provide network configuration v2 dictionary.)r r
rk r r r4 r4 r5 network_configK s
z DataSourceAzure.network_configc C r )Nr r locationr r r4 r4 r5 regionU s zDataSourceAzure.regionc s t }z|d }dd |d D W n ty( td|d tjd Y dS w fdd|D }|s6d S td
||f tjd | jrH| jjsJdS t | jj}|rXt
|t sZdS t |}||v rmtd ||f tjd dS ) z=Validate IMDS network config and report telemetry for errors.r c S s g | ]}t |d qS )
macAddressrq rw r4 r4 r5 rt ` s
zBDataSourceAzure.validate_imds_network_metadata..r z6IMDS network metadata has incomplete configuration: %rry Fc s g | ]}| vr|qS r4 r4 )rr m imds_macsr4 r5 rt l s Tz>IMDS network metadata is missing configuration for NICs %r: %rz3IMDS network metadata is missing primary NIC %r: %r)
rv r r* r1 r{ r} r r r get_interface_macr r ro )r r
local_macsr missing_macs primary_macr4 r r5 r< Y sL
z.DataSourceAzure.validate_imds_network_metadatac C s t t dS )z
Remove resource disk entries from fstab, which are configured
by cloud-init i.e. lines containing "/dev/disk/cloud/azure_resource"
and cloudconfig comment.
N)r
cleanup_fstabrx r r4 r4 r5 _cleanup_resourcedisk_fstab s z+DataSourceAzure._cleanup_resourcedisk_fstabc C s | d S r )r r r4 r4 r5 clean s zDataSourceAzure.clean)r` N)r4 r )r r )F)Qr? r@ rA dsnamer NETWORKr BOOT_NEW_INSTANCEBOOTdefault_update_eventsrG r
rk rl _ci_pkl_versionr intr r r r$ r r0 r r
r r r r r r[ r r2 rj rr r} r~ r r r dictr r r r r) rF r floatr r r r socketr r7 r5 r6 r8 bytesr r ru r rI r: r9 r4 r9 rH rJ r propertyr r r r r< r r
__classcell__r4 r4 r r5 r 9 s
6
_-
H
&
8
$
D
"
/r c C ( z | d d d W S t y Y d S w )Nr osProfile
adminUsernamer imds_datar4 r4 r5 r>
r> c C s$ z| d d W S t y Y d S w )Nr userDatar r r4 r4 r5 rB s
rB c C r )Nr r computerNamer r r4 r4 r5 r? r r? c C s, z | d d d dkW S t y Y d S w )Nr r disablePasswordAuthenticationtruer r r4 r4 r5 r@ s r@ c C sF d| v rdS t }z|| }W n
ty Y dS w |jduS )z?
Validate whether or not the key is OpenSSH-formatted.
z
FN)r r AuthKeyLineParserparse TypeErrorkeytype)r parseraklr4 r4 r5 r s
r c C s` dD ]+}g }t d|D ]}| | t| }tj|r&||tj|f q |r-| S qg S )N)z-partpr rM )r r r r rp r realpath)r| maxnumsufffoundpnumppathr4 r4 r5 _partitions_on_device s r c C s* t jddd}td| tj| |v S )Nz TYPE=ntfsT)no_cachezntfs_devices found = %s)r find_devs_withr{ r| r r r )r| ntfs_devicesr4 r4 r5 _has_ntfs_filesystem s r c C s |rdd ttf }d|fS tj| sdd| fS td| tj| t | }|s2dd| fS t
|}|dkrLd| d d
d |D f }d|fS |dkrW|d \}}n|d
\}}t |sld||| f }d|fS t dd }d||| f }t
jddtdy} ztj||dddidd}
W n@ tjy } z3d| _dt| v rd|d fW Y d } ~ W d S d|d || f fW Y d } ~ W d S d } ~ ww |
d
krd |
| _td d tt d|d |
fW d S W d n1 sw Y d|d! fS )"a Determine if the ephemeral drive at devpath should be reformatted.
A fresh ephemeral disk is formatted by Azure and will:
a.) have a partition table (dos or gpt)
b.) have 1 partition that is ntfs formatted, or
have 2 partitions with the second partition ntfs formatted.
(larger instances with >2TB ephemeral disk have gpt, and will
have a microsoft reserved partition as part 1. LP: #1686514)
c.) the ntfs partition will have no files other than possibly
'dataloss_warning_readme.txt'
User can indicate that NTFS should never be destroyed by setting
DS_CFG_KEY_PRESERVE_NTFS in dscfg.
If data is found on NTFS, user is warned to set DS_CFG_KEY_PRESERVE_NTFS
to make sure cloud-init does not accidentally wipe their data.
If cloud-init cannot mount the disk to check for data, destruction
will be allowed, unless the dscfg key is set.z:config says to never destroy NTFS (%s.%s), skipping checksrN Fzdevice %s does not existz Resolving realpath of %s -> %sz device %s was not partitionedrJ z&device %s had 3 or more partitions: %sr c S r )rM r4 )rr r
r4 r4 r5 rt s z*can_dev_be_reformatted..rM r z5partition %s (%s) on device %s was not ntfs formattedc s( t ddg t fddt| D S )Nzdataloss_warning_readme.txtzsystem volume informationc s g | ]
}| vr|qS r4 )rm )rr fignoredr4 r5 rt s z?can_dev_be_reformatted..count_files..)setrS r listdir)mpr4 r r5 count_files s z+can_dev_be_reformatted..count_filesz1partition %s (%s) on device %s was ntfs formattedzmount-ntfs-and-countr ntfsLANGC)r update_env_for_mount log_errorzcannot mount ntfsz unknown filesystem type 'ntfs'Tz^ but this system cannot mount NTFS, assuming there are no important files. Formatting allowed.Nz but mount of %s failed: %sz mounted and counted %d fileszxit looks like you're using NTFS on the ephemeral disk, to ensure that filesystem does not get wiped, set %s.%s in configz but had %d files on it.z3 and had no important files. Safe for reformatting.)rl r r r r rp r{ r| r r rS r r$ r r r# r r- r/ r r r} ) r| r rP
partitions
partition_len cand_part cand_pathr bmsgevt
file_countrX r4 r4 r5 can_dev_be_reformatted s
%r, Fr r| r r c
C s t j|std| tjd d S td| tjd d}d }|r%d\}}nt||\}}td|| |s7d S dD ]E}t j| dd | }d
||f }t j|rxz
t | td | W q9 t yw } z
t
d || W Y d } ~ q9d } ~ ww td
| q9d S )Nz,Ephemeral resource disk '%s' does not exist.ry z$Ephemeral resource disk '%s' exists.F)TzFirst instance boot.zreformattable=%s: %s)r mountssemconfig_zMarker "%s" for module "%s"z %s removed.z%s: remove failed! (%s)z%s did not exist.) r r rp r* r{ r| r, rl unlinkr r} )
r r| r r resultrP modsempathr) rX r4 r4 r5 r K s>
r c C sj dd }| sd S |s i }t | | | D ] \}}tj| |}d|v r*|||}t j||dd qd S )Nc S sb z t | }| D ]}d|jv r|jtkrt|_q
t |W S ty0 t d| | Y S w )z>Azure provides the UserPassword in plain text. So we redact it UserPasswordz#failed to redact userpassword in %s)
ET
fromstringitertagtextDEF_PASSWD_REDACTIONtostringrA r{ critical)cntfnamer elemr4 r4 r5 _redact_passwordy s
z%write_files.._redact_passwordr$ i )filenamecontentmode)r
ensure_dirr] r r rl r )datadirr rt r@ r rB r> r4 r4 r5 r{ w s
r{ c C s t | }i }i }|jp
d}|jr|j|d< |jr |j|d< |jdur*|j |d< n|jr1d|d< i }|jr;|j|d< |jrNd|d < t|jkrNt |j|d
< |rVd |i|d < |j
|d
< t d|j
t j
d |j|d< t d|j t j
d |j|d< t d|j t j
d |||fS )zParse OVF XML contents.
:return: Tuple of metadata, configuration, userdata dicts.
:raises NonAzureDataSource: if XML is not in Azure's format.
:raises errors.ReportableError: if XML is unparsable or invalid.
r r r Nr Tr F lock_passwd
hashed_passwdr r r zPreprovisionedVm: %sry r zPreprovisionedVMType: %sr z ProvisionGuestProxyAgent: %s)r"
parse_text custom_datar" public_keysr# passwordr! r: encrypt_passpreprovisioned_vmr* r{ r* preprovisioned_vm_typeprovision_guest_proxy_agent)rW ovf_envrN r r defuserr4 r4 r5 r sJ
r c C s t | S r )r1 )rK r4 r4 r5 rL s rL c C s` z t | }|d W d W dS 1 sw Y W dS ty/ td| Y dS w )z;Return boolean indicating path to cdrom device has content.i NTz cdrom (%s) is not configuredF)openreadIOErrorr{ r| ) cdrom_devfpr4 r4 r5 _check_freebsd_cdrom s
$ rW c C s( | du rdS t j| dd}t| S )zIReturn content random seed file if available, otherwise,
return None.NT)quiet)r load_binary_filerC b64encodedecode)sourcer r4 r4 r5 rE s
rE c c sZ | V t V t rd}t|r|V ndD ] }td| E d H q|r+|V d S d S )Nz/dev/cd0)iso9660r zTYPE=%s) DEFAULT_PROVISIONING_ISO_DEVr r, rW r )r cache_dirrU fstyper4 r4 r5 r+ s
r+ c C s t j| d}t j|stdtd! t|d }| }W d n1 s+w Y W d n1 s:w Y t |\}}}|||d|ifS )Nr$ zNo ovf-env file foundzReading ovf-env.xmlrb)
r r rl r r! r TimedrR rS r )
source_dirovf_filerV rW rN r r r4 r4 r5 r. s
r. network_metadatar c C s di d}t | d D ]\}}d}dj|d}d|d d i}|d
kr'd|d < d |dd
}dD ]\} || i dg }
|
sEtd| | q/d }| dkrNd} n d} |
rZd |d< ||d< |s]q/|
dd D ]'} || d d
d| }
| d }|ds~g |d< |d dj||
d qcq/|r|rt|d }|d | i|d t |}|r||d d!< ||d" |< q td#||| q |S )$zConvert imds network metadata dictionary to network v2 configuration.
:param: network_metadata: Dict of "network" key from instance metadata.
:return: Dictionary containing network version 2 standard configuration.
rJ )version ethernetsr Fzeth{idx})idxz route-metricrM r r zuse-dnsT)dhcp4zdhcp4-overridesdhcp6)ipv4ipv6 ipAddressz No %s addresses found for: %rrk 24128rj zdhcp6-overridesNsubnetprefixprivateIpAddress addressesz
{ip}/{prefix})iprq r
macaddress)matchzset-namerv r rg z rB r? r@ r r r r, r0 r r{ r rL rW rE r+ r. r r r rw DataSourceAzureNetDEP_FILESYSTEMr r r4 r4 r4 r5 s(
<
+
g
p +
7
P &