관리-도구
편집 파일: module_common.cpython-39.pyc
a �)g � @ s� d dl mZmZmZ eZd dlZd dlZd dlZd dl Z d dl Z d dl Z d dl Z d dl Z d dlZd dlmZmZmZ d dlmZ d dlmZmZ d dlmZ d dlmZ d dl m Z d d l m Z d d l!m"Z" d d l#m$Z$m%Z%m&Z& d d l'm(Z( d d l)m*Z*m+Z+ d dl,m-Z- d dl.m/Z/ d dl0m1Z1 d dl2Z3d dl4Z3e/� Z5e1dg d��Z6dZ7dZ8dZ9dZ:dZ;dZ<dZ=dZ>e j?�@e j?�AeB�dd �ZCd ZDd ZEd ZFd ZGd!d"� ZHejI�r�eDZJneHeD�ZJe j?�Ae j?�Ae j?�AeB���ZKe �Ld#e �MeK� �ZNe �Ld$�ZOe �Ld%�ZPG d&d'� d'ejQ�ZRd(d)� ZSeT� d*fd+d,�ZUG d-d.� d.�ZVG d/d0� d0eV�ZWG d1d2� d2eV�ZXd3d4� ZYd5d6� ZZd7d8� Z[d9d:� Z\dDd;d<�Z]d=d>� Z^dEd@dA�Z_dFdBdC�Z`dS )G� )�absolute_import�division�print_functionN)�AST�Import� ImportFrom)�BytesIO)� __version__� __author__)� constants)� AnsibleError)�!InterpreterDiscoveryRequiredError)�module_manifest)�AnsibleJSONEncoder)�to_bytes�to_text� to_native)�module_utils_loader)�_get_collection_metadata�_nested_dict_get)�action_write_locks)�Display)� namedtuple�ModuleUtilsProcessEntry)� name_parts� is_ambiguousZhas_redirected_child� is_optionals" #<<INCLUDE_ANSIBLE_MODULE_COMMON>>s "<<ANSIBLE_VERSION>>"s) "<<INCLUDE_ANSIBLE_MODULE_COMPLEX_ARGS>>"s # POWERSHELL_COMMONs$ <<INCLUDE_ANSIBLE_MODULE_JSON_ARGS>>s <<SELINUX_SPECIAL_FILESYSTEMS>>z# -*- coding: utf-8 -*-s # -*- coding: utf-8 -*-z..� module_utilsa�. %(shebang)s %(coding)s _ANSIBALLZ_WRAPPER = True # For test-module.py script to tell this is a ANSIBALLZ_WRAPPER # This code is part of Ansible, but is an independent component. # The code in this particular templatable string, and this templatable string # only, is BSD licensed. Modules which end up using this snippet, which is # dynamically combined together by Ansible still belong to the author of the # module, and they may assign their own license to the complete work. # # Copyright (c), James Cammarata, 2016 # Copyright (c), Toshio Kuratomi, 2016 # # Redistribution and use in source and binary forms, with or without modification, # are permitted provided that the following conditions are met: # # * Redistributions of source code must retain the above copyright # notice, this list of conditions and the following disclaimer. # * Redistributions in binary form must reproduce the above copyright notice, # this list of conditions and the following disclaimer in the documentation # and/or other materials provided with the distribution. # # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND # ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. # IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, # PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS # INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT # LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE # USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. def _ansiballz_main(): import os import os.path # Access to the working directory is required by Python when using pipelining, as well as for the coverage module. # Some platforms, such as macOS, may not allow querying the working directory when using become to drop privileges. try: os.getcwd() except OSError: try: os.chdir(os.path.expanduser('~')) except OSError: os.chdir('/') %(rlimit)s import sys import __main__ # For some distros and python versions we pick up this script in the temporary # directory. This leads to problems when the ansible module masks a python # library that another import needs. We have not figured out what about the # specific distros and python versions causes this to behave differently. # # Tested distros: # Fedora23 with python3.4 Works # Ubuntu15.10 with python2.7 Works # Ubuntu15.10 with python3.4 Fails without this # Ubuntu16.04.1 with python3.5 Fails without this # To test on another platform: # * use the copy module (since this shadows the stdlib copy module) # * Turn off pipelining # * Make sure that the destination file does not exist # * ansible ubuntu16-test -m copy -a 'src=/etc/motd dest=/var/tmp/m' # This will traceback in shutil. Looking at the complete traceback will show # that shutil is importing copy which finds the ansible module instead of the # stdlib module scriptdir = None try: scriptdir = os.path.dirname(os.path.realpath(__main__.__file__)) except (AttributeError, OSError): # Some platforms don't set __file__ when reading from stdin # OSX raises OSError if using abspath() in a directory we don't have # permission to read (realpath calls abspath) pass # Strip cwd from sys.path to avoid potential permissions issues excludes = set(('', '.', scriptdir)) sys.path = [p for p in sys.path if p not in excludes] import base64 import runpy import shutil import tempfile import zipfile if sys.version_info < (3,): PY3 = False else: PY3 = True ZIPDATA = """%(zipdata)s""" # Note: temp_path isn't needed once we switch to zipimport def invoke_module(modlib_path, temp_path, json_params): # When installed via setuptools (including python setup.py install), # ansible may be installed with an easy-install.pth file. That file # may load the system-wide install of ansible rather than the one in # the module. sitecustomize is the only way to override that setting. z = zipfile.ZipFile(modlib_path, mode='a') # py3: modlib_path will be text, py2: it's bytes. Need bytes at the end sitecustomize = u'import sys\nsys.path.insert(0,"%%s")\n' %% modlib_path sitecustomize = sitecustomize.encode('utf-8') # Use a ZipInfo to work around zipfile limitation on hosts with # clocks set to a pre-1980 year (for instance, Raspberry Pi) zinfo = zipfile.ZipInfo() zinfo.filename = 'sitecustomize.py' zinfo.date_time = ( %(year)i, %(month)i, %(day)i, %(hour)i, %(minute)i, %(second)i) z.writestr(zinfo, sitecustomize) z.close() # Put the zipped up module_utils we got from the controller first in the python path so that we # can monkeypatch the right basic sys.path.insert(0, modlib_path) # Monkeypatch the parameters into basic from ansible.module_utils import basic basic._ANSIBLE_ARGS = json_params %(coverage)s # Run the module! By importing it as '__main__', it thinks it is executing as a script runpy.run_module(mod_name='%(module_fqn)s', init_globals=dict(_module_fqn='%(module_fqn)s', _modlib_path=modlib_path), run_name='__main__', alter_sys=True) # Ansible modules must exit themselves print('{"msg": "New-style module did not handle its own exit", "failed": true}') sys.exit(1) def debug(command, zipped_mod, json_params): # The code here normally doesn't run. It's only used for debugging on the # remote machine. # # The subcommands in this function make it easier to debug ansiballz # modules. Here's the basic steps: # # Run ansible with the environment variable: ANSIBLE_KEEP_REMOTE_FILES=1 and -vvv # to save the module file remotely:: # $ ANSIBLE_KEEP_REMOTE_FILES=1 ansible host1 -m ping -a 'data=october' -vvv # # Part of the verbose output will tell you where on the remote machine the # module was written to:: # [...] # <host1> SSH: EXEC ssh -C -q -o ControlMaster=auto -o ControlPersist=60s -o KbdInteractiveAuthentication=no -o # PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o # ControlPath=/home/badger/.ansible/cp/ansible-ssh-%%h-%%p-%%r -tt rhel7 '/bin/sh -c '"'"'LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 # LC_MESSAGES=en_US.UTF-8 /usr/bin/python /home/badger/.ansible/tmp/ansible-tmp-1461173013.93-9076457629738/ping'"'"'' # [...] # # Login to the remote machine and run the module file via from the previous # step with the explode subcommand to extract the module payload into # source files:: # $ ssh host1 # $ /usr/bin/python /home/badger/.ansible/tmp/ansible-tmp-1461173013.93-9076457629738/ping explode # Module expanded into: # /home/badger/.ansible/tmp/ansible-tmp-1461173408.08-279692652635227/ansible # # You can now edit the source files to instrument the code or experiment with # different parameter values. When you're ready to run the code you've modified # (instead of the code from the actual zipped module), use the execute subcommand like this:: # $ /usr/bin/python /home/badger/.ansible/tmp/ansible-tmp-1461173013.93-9076457629738/ping execute # Okay to use __file__ here because we're running from a kept file basedir = os.path.join(os.path.abspath(os.path.dirname(__file__)), 'debug_dir') args_path = os.path.join(basedir, 'args') if command == 'explode': # transform the ZIPDATA into an exploded directory of code and then # print the path to the code. This is an easy way for people to look # at the code on the remote machine for debugging it in that # environment z = zipfile.ZipFile(zipped_mod) for filename in z.namelist(): if filename.startswith('/'): raise Exception('Something wrong with this module zip file: should not contain absolute paths') dest_filename = os.path.join(basedir, filename) if dest_filename.endswith(os.path.sep) and not os.path.exists(dest_filename): os.makedirs(dest_filename) else: directory = os.path.dirname(dest_filename) if not os.path.exists(directory): os.makedirs(directory) f = open(dest_filename, 'wb') f.write(z.read(filename)) f.close() # write the args file f = open(args_path, 'wb') f.write(json_params) f.close() print('Module expanded into:') print('%%s' %% basedir) exitcode = 0 elif command == 'execute': # Execute the exploded code instead of executing the module from the # embedded ZIPDATA. This allows people to easily run their modified # code on the remote machine to see how changes will affect it. # Set pythonpath to the debug dir sys.path.insert(0, basedir) # read in the args file which the user may have modified with open(args_path, 'rb') as f: json_params = f.read() # Monkeypatch the parameters into basic from ansible.module_utils import basic basic._ANSIBLE_ARGS = json_params # Run the module! By importing it as '__main__', it thinks it is executing as a script runpy.run_module(mod_name='%(module_fqn)s', init_globals=None, run_name='__main__', alter_sys=True) # Ansible modules must exit themselves print('{"msg": "New-style module did not handle its own exit", "failed": true}') sys.exit(1) else: print('WARNING: Unknown debug command. Doing nothing.') exitcode = 0 return exitcode # # See comments in the debug() method for information on debugging # ANSIBALLZ_PARAMS = %(params)s if PY3: ANSIBALLZ_PARAMS = ANSIBALLZ_PARAMS.encode('utf-8') try: # There's a race condition with the controller removing the # remote_tmpdir and this module executing under async. So we cannot # store this in remote_tmpdir (use system tempdir instead) # Only need to use [ansible_module]_payload_ in the temp_path until we move to zipimport # (this helps ansible-test produce coverage stats) temp_path = tempfile.mkdtemp(prefix='ansible_%(ansible_module)s_payload_') zipped_mod = os.path.join(temp_path, 'ansible_%(ansible_module)s_payload.zip') with open(zipped_mod, 'wb') as modlib: modlib.write(base64.b64decode(ZIPDATA)) if len(sys.argv) == 2: exitcode = debug(sys.argv[1], zipped_mod, ANSIBALLZ_PARAMS) else: # Note: temp_path isn't needed once we switch to zipimport invoke_module(zipped_mod, temp_path, ANSIBALLZ_PARAMS) finally: try: shutil.rmtree(temp_path) except (NameError, OSError): # tempdir creation probably failed pass sys.exit(exitcode) if __name__ == '__main__': _ansiballz_main() a os.environ['COVERAGE_FILE'] = '%(coverage_output)s=python-%%s=coverage' %% '.'.join(str(v) for v in sys.version_info[:2]) import atexit try: import coverage except ImportError: print('{"msg": "Could not import `coverage` module.", "failed": true}') sys.exit(1) cov = coverage.Coverage(config_file='%(coverage_config)s') def atexit_coverage(): cov.stop() cov.save() atexit.register(atexit_coverage) cov.start() a� try: if PY3: import importlib.util if importlib.util.find_spec('coverage') is None: raise ImportError else: import imp imp.find_module('coverage') except ImportError: print('{"msg": "Could not find `coverage` module.", "failed": true}') sys.exit(1) a� import resource existing_soft, existing_hard = resource.getrlimit(resource.RLIMIT_NOFILE) # adjust soft limit subject to existing hard limit requested_soft = min(existing_hard, %(rlimit_nofile)d) if requested_soft != existing_soft: try: resource.setrlimit(resource.RLIMIT_NOFILE, (requested_soft, existing_hard)) except ValueError: # some platforms (eg macOS) lie about their hard limit pass c C s> g }| � � D ]&}|�� }|r |�d�r(q |�|� q d�|�S )N�#� )� splitlines�strip� startswith�append�join)�source�buf�line�l� r) �B/usr/lib/python3.9/site-packages/ansible/executor/module_common.py�_strip_comments� s r+ z*%s/(?P<path>ansible/modules/.*)\.(py|ps1)$zH/(?P<path>ansible_collections/[^/]+/[^/]+/plugins/modules/.*)\.(py|ps1)$s� (?:from +\.{2,} *module_utils.* +import |from +ansible_collections\.[^.]+\.[^.]+\.plugins\.module_utils.* +import |import +ansible_collections\.[^.]+\.[^.]+\.plugins\.module_utils.*|from +ansible\.module_utils.* +import |import +ansible\.module_utils\.)c s: e Zd Zd � fdd� Zdd� ZeZdd� Zdd � Z� ZS ) �ModuleDepFinderFc sX t t| �j|i |�� || _t� | _t� | _|| _|| _t | j t | j i| _ | �|� dS )a� Walk the ast tree for the python module. :arg module_fqn: The fully qualified name to reach this module in dotted notation. example: ansible.module_utils.basic :arg is_pkg_init: Inform the finder it's looking at a package init (eg __init__.py) to allow relative import expansion to use the proper package level without having imported it locally first. Save submodule[.submoduleN][.identifier] into self.submodules when they are from ansible.module_utils or ansible_collections packages self.submodules will end up with tuples like: - ('ansible', 'module_utils', 'basic',) - ('ansible', 'module_utils', 'urls', 'fetch_url') - ('ansible', 'module_utils', 'database', 'postgres') - ('ansible', 'module_utils', 'database', 'postgres', 'quote') - ('ansible', 'module_utils', 'database', 'postgres', 'quote') - ('ansible_collections', 'my_ns', 'my_col', 'plugins', 'module_utils', 'foo') It's up to calling code to determine whether the final element of the tuple are module names or something else (function, class, or variable names) .. seealso:: :python3:class:`ast.NodeVisitor` N)�superr, �__init__�_tree�set� submodules�optional_imports� module_fqn� is_pkg_initr � visit_Importr �visit_ImportFrom� _visit_map�visit)�selfr3 �treer4 �args�kwargs�� __class__r) r* r. � s �zModuleDepFinder.__init__c C sn | j }| j}t�|�D ]R\}}t|t�r|D ]:}t|ttf�rT||_||j |� q,t|t �r,||� q,qdS )z�Overridden ``generic_visit`` that makes some assumptions about our use case, and improves performance by calling visitors directly instead of calling ``visit`` to offload calling visitors. N) � generic_visitr7 �astZ iter_fields� isinstance�listr r �parentr> r )r9 �noder? Z visit_mapZfield�value�itemr) r) r* r? � s z ModuleDepFinder.generic_visitc C sf |j D ]P}|j�d�s"|j�d�rt|j�d��}| j�|� |j| jkr| j �|� q| � |� dS )z� Handle import ansible.module_utils.MODLIB[.MODLIBn] [as asname] We save these as interesting submodules when the imported library is in ansible.module_utils or ansible.collections zansible.module_utils.�ansible_collections.�.N) �names�namer" �tuple�splitr1 �addrC r/ r2 r? )r9 rD �alias�py_modr) r) r* r5 � s � z ModuleDepFinder.visit_Importc C s> |j dkr|| jr |j d p&dn|j }| jrtt| j�d��}|jr`d�|d|� |jf �}qzd�|d|� �}q�|j}n|j}d}|jd jdkr�| j � d� nF|� d�r�t|�d��}n,|� d�r�|� d �s�d |v r�t|�d��}n |�r0|jD ]8}| j � ||jf � |j | jkr�| j� ||jf � q�| �|� dS ) a Handle from ansible.module_utils.MODLIB import [.MODLIBn] [as asname] Also has to handle relative imports We save these as interesting submodules when the imported library is in ansible.module_utils or ansible.collections r � NrH �_six)rQ zansible.module_utilsrG zplugins.module_utilsz.plugins.module_utils.)�levelr4 r3 rK rL �moduler$ rI rJ r1 rM r" �endswithrC r/ r2 r? )r9 rD Zlevel_slice_offset�partsZ node_modulerO rN r) r) r* r6 � s. z ModuleDepFinder.visit_ImportFrom)F) �__name__� __module__� __qualname__r. r? r8 r5 r6 � __classcell__r) r) r= r* r, � s %r, c C sV t j�| �s tdt j�| � ��t| d��}|�� }W d � n1 sH0 Y |S )Nz1imported module support code does not exist at %s�rb)�os�path�existsr �abspath�open�read)r\ �fd�datar) r) r* �_slurpA s &rc Fc C s t j�| ��� }d| }d|�� }d}|dkr�|r>|d }q�tj�|�r�tjj||d�} |� | �� �}|rt|dv r�d| } |� d i �} | | vr�t d ||d ��q�| | }q�t d |d d ��n ||v r�|� |� |��� �}|s�| }d� |�} |r�| d d� |� } | |fS )za Handles the different ways ansible allows overriding the shebang target for a module. zansible_%s_interpreterzINTERPRETER_%sN�pythonZansible_playbook_python�Z variables)�auto� auto_legacyZ auto_silentZauto_legacy_silentzdiscovered_interpreter_%sZ ansible_factsz interpreter discovery needed)�interpreter_nameZdiscovery_modez interpreter discovery requiredrg z#!{0}� )r[ r\ �basenamer! �upper�C�configZ get_configuration_definition�get_config_value�template�getr �formatr$ ) � interpreter� task_vars�templarr; �remote_is_localrh Zinterpreter_configZinterpreter_config_keyZinterpreter_outZinterpreter_from_configZ discovered_interpreter_configZfacts_from_task_vars�shebangr) r) r* � _get_shebangI s2 rw c @ sT e Zd Zddd�Zedd� �Zdd� Zdd � Zd d � Zd d � Z ddd�Z dd� Z dS )�ModuleUtilLocatorBaseFc C sr || _ || _|| _d| _d| _|| _d| _d| _d| _d | _ |rft | � |��dkrf||d d� g| _ n|g| _ d S )NF� rP ���) Z _is_ambiguous�_child_is_redirected� _is_optional�found� redirected� fq_name_parts� source_code� output_path� is_package�_collection_name�len�!_get_module_utils_remainder_parts�candidate_names�r9 r r �child_is_redirectedr r) r) r* r. � s z ModuleUtilLocatorBase.__init__c C s dd� | j D �S )Nc S s g | ]}d � |��qS )rH )r$ )�.0�nr) r) r* � <listcomp>� � z@ModuleUtilLocatorBase.candidate_names_joined.<locals>.<listcomp>)r� )r9 r) r) r* �candidate_names_joined� s z,ModuleUtilLocatorBase.candidate_names_joinedc C s� | � |�}|sdS zt| j�}W nV tyv } z>| jrDW Y d }~dS td�d�|�| jt|����W Y d }~n d }~0 0 t |ddd�|�g�}|s�dS |� d�}|d u}|s�|� d�}|�r|� d�}|� d �} |� d �} d �d�|��} | r�| d �| �7 } n| d7 } t � | | ||| j� d |v �r�d| _ d�|�} d| _|d } | �d��s�| �d�}t|�dk �rvtd�| | ���d�|d |d d�|dd � ��} t �d�| | �� | �| | �| _dS dS )NFzGerror processing module_util {0} loading redirected collection {1}: {2}rH Zplugin_routingr Z tombstoneZ deprecation� removal_date�removal_version� warning_textz module_util {0} has been removedz ({0})ZredirectT�ansible_collections� z invalid redirect for {0}: {1}z4ansible_collections.{0}.{1}.plugins.module_utils.{2}r rP � z"redirecting module_util {0} to {1})r� r r� � ValueErrorr| r rq r$ r r rp �display� deprecatedr~ r� r" rL r� � ExceptionZvvv� _generate_redirect_shim_sourcer� )r9 r Zmodule_utils_relative_partsZcollection_metadata�veZ routing_entryZ dep_or_tsZremovedr� r� r� �msgZ source_pkgZredirect_target_pkgZ split_fqcnr) r) r* �_handle_redirect� sZ � �z&ModuleUtilLocatorBase._handle_redirectc C s g S )Nr) �r9 r r) r) r* r� � s z7ModuleUtilLocatorBase._get_module_utils_remainder_partsc C s d� | �|��S )NrH )r$ r� r� r) r) r* �_get_module_utils_remainder� s z1ModuleUtilLocatorBase._get_module_utils_remainderc C s dS )NFr) r� r) r) r* � _find_module� s z"ModuleUtilLocatorBase._find_moduleTc C s� | j D ]6}|r | �|�r qV| �|�r* qV|s| �|�r qVq| jrRd| _d| _nd S | jrf|d }n|}d| _tjj |� d | _ || _ d S )NTry )r. �.py) r� r� r� r{ r� r� r} r[ r\ r$ r� r )r9 �redirect_firstZcandidate_name_parts� path_partsr) r) r* �_locate� s" z ModuleUtilLocatorBase._locatec C s d� ||�S )Nz8 import sys import {1} as mod sys.modules['{0}'] = mod )rq )r9 Zfq_source_moduleZfq_target_moduler) r) r* r� � s �z4ModuleUtilLocatorBase._generate_redirect_shim_sourceN)FFF)T) rV rW rX r. �propertyr� r� r� r� r� r� r� r) r) r) r* rx � s ; rx c s. e Zd Zd � fdd� Zdd� Zdd� Z� ZS ) �LegacyModuleUtilLocatorFNc sf t t| ��|||� |dd� dkr2td�|���|d dkrJd}|g| _|| _d| _| jdd � d S ) Nr r� ��ansibler z=this class can only locate from ansible.module_utils, got {0}�six)r� r r� zansible.builtinF)r� ) r- r� r. r� rq r� � _mu_pathsr� r� )r9 r r �mu_pathsr� r= r) r* r. s z LegacyModuleUtilLocator.__init__c C s |dd � S )Nr� r) r� r) r) r* r� s z9LegacyModuleUtilLocator._get_module_utils_remainder_partsc s� | � |�� t� �dkr | j}n� fdd�| jD �}tjj�d�|�|� | _}|d ur�t j � |j �d tjj v r�|j �d�| _|j }ndS t|�| _dS )NrP c s( g | ] }t jj|g� d d� �R � �qS )Nrz )r[ r\ r$ �r� �p�Zrel_name_partsr) r* r� " r� z8LegacyModuleUtilLocator._find_module.<locals>.<listcomp>rH � /__init__.pyFT)r� r� r� � importlib� machinery� PathFinder� find_specr$ �_infor[ r\ �splitext�origin�SOURCE_SUFFIXESrT r� rc r� )r9 r �paths�infor\ r) r� r* r� s � " z$LegacyModuleUtilLocator._find_module)FNF)rV rW rX r. r� r� rY r) r) r= r* r� s r� c s. e Zd Zd� fdd� Zdd� Zdd� Z� ZS ) �CollectionModuleUtilLocatorFc s| t t| ��||||� |d dkr2td�|���n*t|�dkr\|dd� dkr\td�|���d �|d d� �| _| �� d S ) Nr r� zMCollectionModuleUtilLocator can only locate from ansible_collections, got {0}� r� � )Zpluginsr zoCollectionModuleUtilLocator can only locate below ansible_collections.(ns).(coll).plugins.module_utils, got {0}rH rP ) r- r� r. r� rq r� r$ r� r� r� r= r) r* r. 2 s �z$CollectionModuleUtilLocator.__init__c C s� t |�dk r d| _d| _dS d�|dd� �}tjj|dd � � }d }z t�|ttj�|d���}W n t yv Y n0 |d ur�d| _n,zt�|t|d ��}W n t y� Y n0 |d u r�d S || _dS ) Nr� ry TrH r r� z __init__.pyr� F) r� r� r� r$ r[ r\ �pkgutil�get_datar � ImportError)r9 r Zcollection_pkg_nameZresource_base_path�srcr) r) r* r� ? s* z(CollectionModuleUtilLocator._find_modulec C s |dd � S )Nr� r) r� r) r) r* r� e s z=CollectionModuleUtilLocator._get_module_utils_remainder_parts)FFF)rV rW rX r. r� r� rY r) r) r= r* r� 1 s &r� c s� dt t� d t t� d dfdd��dd� tjd d �D �}|�t� zt|d d tj �}W n: t t fy� } z t d | |j f ��W Y d}~n d}~0 0 t||�� � fdd�� jD �}|�tdd d d d�� |�rh|�� |�d�\}} } } |�v r�q�|dd� dk�rt|| || d�} n2|d dk�r8t|| | | d�} nt�d|g � q�| j�sp| �rZq�d�|| j�} t | ��| j�v �r~q�zt| jd d tj �}W n> t t f�y� } z t d | j|j f ��W Y d}~n d}~0 0 td� | j�|| j �� |� � �fdd �� jD �� | j| j f�| j< g }| jdd � D ]:}|�|� t |�}|�v�r*|�t|d | j!| d�� �q*qʈD ]@}�| d }|�"|�| d � t#|d d �}t�$d!| � �qldS )"a� Using ModuleDepFinder, make sure we have all of the module_utils files that the module and its module_utils files needs. (no longer actually recursive) :arg name: Name of the python module we're examining :arg module_fqn: Fully qualified name of the python module we're scanning :arg module_data: string Python code of the module we're scanning :arg zf: An open :python:class:`zipfile.ZipFile` object that holds the Ansible module payload which we're assembling sU from pkgutil import extend_path __path__=extend_path(__path__,__name__) __version__="s " __author__="s " zansible/__init__.py)sH from pkgutil import extend_path __path__=extend_path(__path__,__name__) z ansible/module_utils/__init__.py))r� r� c S s g | ]}t j�|�r|�qS r) )r[ r\ �isdirr� r) r) r* r� � r� z$recursive_finder.<locals>.<listcomp>F)�subdirsz <unknown>�execz Unable to import %s due to %sNc s" g | ]}t |d d|� jv d��qS )TF�r �r r2 �r� �m)�finderr) r* r� � r� )r� r Zbasicr� r r� r� )r r� r� r� )r r� r z=ModuleDepFinder improperly found a non-module_utils import %szFCould not find imported module support code for {0}. Looked for ({1})rH c 3 s, | ]$}|�vrt |d d|� jv d�V qdS )TFr� Nr� r� �r� Zpy_module_cacher) r* � <genexpr>� s �z#recursive_finder.<locals>.<genexpr>rz rP �surrogate_or_strict��errorsz Including module_utils file %s)%r r r r Z _get_pathsr# �_MODULE_UTILS_PATH�compiler@ Z PyCF_ONLY_AST� SyntaxError�IndentationErrorr r� r, r1 r �sort�popr� r� r� �warningr} rq r� r r� r$ r� �extendr� rK r~ �writestrr Zvvvvv)rJ r3 � module_data�zfZmodule_utils_pathsr: �eZmodules_to_processZpy_module_namer r� r Z module_infor� Zaccumulated_pkg_name�pkgZnormalized_nameZpy_module_file_nameZmu_filer) r� r* �recursive_finderi s� ������ ( ��� *� r� c C sD t tg d��ttdd��tdg� B �}| d d� }t|�d |��S )N)� � � � � � � � � � i )� bytearrayr0 �range�bool� translate)� b_module_dataZ textchars�startr) r) r* � _is_binary� s ( r� c C sX d}t �| �}|s t�| �}|rL|�d�}d|v r:td��d�|�d��}ntd��|S )ap Get the fully qualified name for an ansible module based on its pathname remote_module_fqn is the fully qualified name. Like ansible.modules.system.ping Or ansible_collections.Namespace.Collection_name.plugins.modules.ping .. warning:: This function is for ansible modules only. It won't work for other things (non-module plugins, etc) Nr\ rH z7Module name (or path) was not a valid python identifier�/z1Unable to determine module's fully qualified name)�CORE_LIBRARY_PATH_RE�search�COLLECTION_PATH_RE�groupr� r$ rL )� module_path�remote_module_fqn�matchr\ r) r) r* �_get_ansible_module_fqn� s r� c C s� |� d�}d�|�d }| �||� |d dkr<d}t� }nd}t| �� �}t|t|��D ]0}d�|d|� �d }||v r~qZ| �|d � qZdS ) zKAdd a module from ansible or from an ansible collection into the module ziprH r� r� r r� r� rP Nr� r� )rL r$ r� � frozensetZnamelistr� r� ) r� r� r� Zmodule_path_partsr� r� Zexisting_paths�idx� package_pathr) r) r* �_add_module_to_zip� s r� c , C s. d }}t |�rd }}n�t|v r8d}d}|�td�}n�t�|�rLd}d}n�t|v rjd}d}|�td�}n|t�d|tj�s�t�d |tj�s�t�d |tj�s�t�d |tj�s�t�d |tj�r�d}d}n"t|v r�d}d }nd|v r�d }}d}|dv r�|||fS t � }z t |�}W n& t �y4 t � d� d| }Y n0 |dk�r^t|d�}zttj|tdd��}W n6 t�y� } z tdt|� ��W Y d}~n d}~0 0 ztt|�}W n( t�y� t �d| � tj}Y n0 tj � t j d�}tj � |d||f �}d}tj � |��rPt � d| � t!|d ��}|�"� }W d � n1 �sB0 Y �n�| t#j#v �rvt � d | � t#j#| } nt � d | � t#j#d } t � d � | ��4 t � d t$| � � tj � |��s�t � d!� t � } tj%| d"|d#�} t&| ||| � t � d$� t'| ||� | �(� t)�*| �+� �}tj � |��s\zt�,|� W n$ t-�yZ tj � |��sV� Y n0 t � d%� t!|d& d'��} | �.|� W d � n1 �s�0 Y t � d(� t�/|d& |� t � d)� W d � n1 �s�0 Y |du �rNt � d*� z8t!|d ��} | �"� }W d � n1 �s$0 Y W n t0�yL td+��Y n0 t1|d,d-�}t2|�\} }!| du �rtd.} t3| |||!|d/�\}}"t j4j5d0|d1�}#t6|#t7��s�t7|�8|#��}#|#�r�t9t|#d2� }$nd3}$tj:�;d4�}%|%�rtj:d5 }&|&�rt<t|%|&d6� }'nt=}'nd3}'t>j>�?� }(|�.t@tAt|| |||tB|(jC|(jD|(jE|(jF|(jG|(jH|'|$d7� �� |�+� }n�|dk�r�d8}tI�J|||| ||| | | | |||� }n�|d k�r$t@tj|tdd��})t@t|)��}*|�tKt@ttL���}|�tM|*�}|�tNt@d9� t jO���}|�t|)�}d:t@|�;d;t jP�d,d-� }+|�d<|+�}|||fS )=z� Given the source of the module, convert it to a Jinja2 template to insert module code and return whether it's a new or old style module. �old�binary�newrd s( from ansible.module_utils.basic import *Z powershells, #Requires -Module Ansible.ModuleUtils.Legacys #Requires -Modules #Requires -Versions #AnsibleRequires -OSVersions #AnsibleRequires -Powershells #AnsibleRequires -CSharpUtilZjsonargss WANT_JSON�non_native_want_jsonN)r� r� r� z)ANSIBALLZ: Could not determine module FQNzansible.modules.%s)ZANSIBLE_MODULE_ARGST)�clsZ vault_to_textzDUnable to pass options to module, they must be JSON serializable: %szOBad module compression string specified: %s. Using ZIP_STORED (no compression)Zansiballz_cachez%s-%sz"ANSIBALLZ: using cached module: %srZ z ANSIBALLZ: Using lock for %sz$ANSIBALLZ: Using generic lock for %szANSIBALLZ: Acquiring lockz ANSIBALLZ: Lock acquired: %szANSIBALLZ: Creating module�w)�mode� compressionz&ANSIBALLZ: Writing module into payloadzANSIBALLZ: Writing modulez-part�wbzANSIBALLZ: Renaming modulez ANSIBALLZ: Done creating modulez$ANSIBALLZ: Reading module after lockzvA different worker process failed to create module file. Look at traceback for that process for debugging information.r� r� z/usr/bin/python�ru ZPYTHON_MODULE_RLIMIT_NOFILEre )� rlimit_nofilery Z_ANSIBLE_COVERAGE_CONFIGZ_ANSIBLE_COVERAGE_OUTPUT)�coverage_config�coverage_output)�zipdataZansible_moduler3 �paramsrv Zcoding�year�month�day�hour�minute�second�coverage�rlimitz #!powershell�,s syslog.Zansible_syslog_facilitys syslog.LOG_USER)Qr� �REPLACER�replace�NEW_STYLE_PYTHON_MODULE_REr� �REPLACER_WINDOWS�re� IGNORECASE�REPLACER_JSONARGSr r� r� r� �debug�dict�repr�json�dumpsr � TypeErrorr r �getattr�zipfile�AttributeErrorr� � ZIP_STOREDr[ r\ r$ rl ZDEFAULT_LOCAL_TMPr] r_ r` r �id�ZipFiler� r� �close�base64Z b64encode�getvalue�makedirs�OSError�write�rename�IOErrorr �_extract_interpreterrw rm rn rA �intro �ANSIBALLZ_RLIMIT_TEMPLATE�environrp �ANSIBALLZ_COVERAGE_TEMPLATE�!ANSIBALLZ_COVERAGE_CHECK_TEMPLATE�datetimeZutcnowr �ACTIVE_ANSIBALLZ_TEMPLATE�ENCODING_STRINGr r r r r r � ps_manifestZ_create_powershell_wrapper�REPLACER_VERSIONr �REPLACER_COMPLEX�REPLACER_SELINUXZDEFAULT_SELINUX_SPECIAL_FSZDEFAULT_SYSLOG_FACILITY),� module_namer� r� � module_argsrs rt �module_compression� async_timeout�become� become_method� become_user�become_password� become_flags� environmentru Zmodule_substyle� module_stylerv �outputr� r Zpython_repred_paramsr� Zcompression_methodZ lookup_pathZcached_module_filenamer r� �lockZ zipoutputr� �fZ o_interpreterZo_argsrr r r r r r ZnowZmodule_args_jsonZpython_repred_argsZfacilityr) r) r* �_find_module_utils s. ���� & , * * , � � � � rF c C sr d}g }| � dd�}|d �d�rj|d �� }t� t|dd� dd��}d d � |D �}|d }|dd� }||fS ) z� Used to extract shebang expression from binary module data and return a text string with the shebang, or None if no shebang is detected. N� rP r s #!r� r� r� c S s g | ]}t |d d��qS )r� r� )r )r� �ar) r) r* r� # r� z(_extract_interpreter.<locals>.<listcomp>)rL r" r! �shlexr )r� rr r; �b_linesZ b_shebangZ cli_splitr) r) r* r+ s r+ r c C s( |du r i n|}| du r i n| } t |d��}|�� }W d � n1 sH0 Y t| |||||||||| | | | | d�\}}}|dkr�||t|dd�fS |du �r t|�\}}|du�r t||||| d�\}}|�dd �}||kr�t|d dd �|d < tj � |�� d ��r|� d t � d�|�}|||fS )a Used to insert chunks of code into modules before transfer rather than doing regular python imports. This allows for more efficient transfer in a non-bootstrapping scenario by not moving extra files over the wire and also takes care of embedding arguments in the transferred modules. This version is done in such a way that local imports can still be used in the module code, so IDEs don't have to be aware of what is going on. Example: from ansible.module_utils.basic import * ... will result in the insertion of basic.py into the module from the module_utils/ directory in the source tree. For powershell, this code effectively no-ops, as the exec wrapper requires access to a number of properties not available here. NrZ )r; r< r= r> r? r@ rA ru r� Zpassthru)� nonstringr rG rP r� )r� rK r rd )r_ r` rF r r+ rw rL r r[ r\ rj r" �insert�b_ENCODING_STRINGr$ )r8 r� r9 rt rs r: r; r< r= r> r? r@ rA ru rE r� rB rv rr r; Znew_interpreterrJ r) r) r* � modify_module* s, &� rN c C s� |r|d }n| }|d ur0d}t j|| dd� |d u rNd}t j|d� g }n |�|g �}i } i } t|t�r�|D ]} | �| � qp|�| �} | D ]@} | �d�r�| � d�d } | |v r�| �| �d| �p�i � � � q�| �| �|i �� � � | �|� | S ) Nrz z�Finding module_defaults for the action %s. The caller passed a list of redirected action names, which is deprecated. The task's resolved action should be provided as the first argument instead.z2.16)�versionz�Finding module_defaults for action %s. The caller has not passed the action_groups, so any that may include this action will be ignored.)r� zgroup/zgroup/%s) r� r� r� rp rA rB �updatero r" rL �copy) �actionr; �defaultsrt Zredirected_namesZ action_groupsZresolved_action_namer� Z group_namesZtmp_argsZmodule_defaults�defaultZ group_namer) r) r* � get_action_args_with_defaultsd s6 �� rU )F) Nr r FNNNNNF)NN)aZ __future__r r r �typeZ __metaclass__r@ r$ r1 r r[ rI r r r� r r r �ior Zansible.releaser r r� r rl Zansible.errorsr Z&ansible.executor.interpreter_discoveryr Zansible.executor.powershellr r4 Z ansible.module_utils.common.jsonr Z+ansible.module_utils.common.text.convertersr r r Zansible.plugins.loaderr Z2ansible.utils.collection_loader._collection_finderr r Zansible.executorr Zansible.utils.displayr � collectionsr �importlib.utilr� �importlib.machineryr� r r r5 r6 r r r7 r3 rM r\ r$ �dirname�__file__r� ZANSIBALLZ_TEMPLATEr/ r0 r- r+ ZDEFAULT_KEEP_REMOTE_FILESr2 Z site_packagesr� �escaper� r� r Z NodeVisitorr, rc rK rw rx r� r� r� r� r� r� rF r+ rN rU r) r) r) r* �<module> s� � 9 *8o! � y � :