3
\Y @ s d Z ddlZddlZddlZddlZddlZddlZddlZddl Z ddl
Z
e
j e
j de
ddlZW dQ R X ejd Zejd Zejd Zejd ZeefZejZi Zdd Zi Zd
d ZG d d
d
ZG dd dZdd Z e dkry
e Z W n e k
r e d Y nX dS )z3Find modules used by a script, using introspection. Nignore
LOAD_CONST IMPORT_NAME
STORE_NAME STORE_GLOBALc C s t j| g j| d S )N)packagePathMap
setdefaultappend)Z packagenamepath r $/usr/lib64/python3.6/modulefinder.pyAddPackagePath s r
c C s |t | < d S )N)replacePackageMap)Zoldnamenewnamer r r ReplacePackage+ s r c @ s e Zd ZdddZdd ZdS )ModuleNc C s( || _ || _|| _d | _i | _i | _d S )N)__name____file____path____code__ globalnames starimports)selfnamefiler
r r r __init__1 s zModule.__init__c C sL d| j f }| jd k r&|d| jf }| jd k r@|d| jf }|d }|S )Nz Module(%rz, %r))r r r )r sr r r __repr__> s
zModule.__repr__)NN)r
__module__ __qualname__r r r r r r r / s
r c @ s e Zd Zddg g fddZdd Zdd Zd d
Zd d Zd
d Zd7ddZ d9ddZ
dd Z dd Z d:ddZ
dd Zd d Zd d Zd d! Zd<d"d#Zd$d% Zd&d' Zd(d) Zd*d+ Zd=d,d-Zd.d/ Zd0d1 Zd2d3 Zd4d5 ZdS )> ModuleFinderNr c C sB |d krt j}|| _i | _i | _|| _d| _|| _|| _g | _d S )Nr ) sysr
modules
badmodulesdebugindentexcludes
replace_pathsprocessed_paths)r r
r% r' r( r r r r I s zModuleFinder.__init__c G s^ || j krZx t| jD ]}tddd qW t|dd x |D ]}tt|dd q<W t d S )Nz )end)r% ranger& printrepr)r levelstrargsiargr r r msgU s
zModuleFinder.msgc G s, |d }|| j kr(| jd | _| j| d S )Nr )r% r& r4 )r r1 r/ r r r msgin^ s
zModuleFinder.msginc G s, |d }|| j kr(| jd | _| j| d S )Nr r5 )r% r& r4 )r r1 r/ r r r msgoutd s
zModuleFinder.msgoutc C sB | j dd| t|"}ddtjf}| jd||| W d Q R X d S )N
run_script r__main__)r4 openimp PY_SOURCE load_module)r pathnamefpstuffr r r r9 j s
zModuleFinder.run_scriptc C sT t jj|\}}t jj|\}}t|"}|dtjf}| j|||| W d Q R X d S )Nr; )osr
splitsplitextr= r> r? r@ )r rA dirr ZextrB rC r r r load_filep s
zModuleFinder.load_filer5 c C s\ | j dd|||| | j||d}| j||\}}| j||}|sF|S |jrX| j|| d S )N import_hook)r/ )r4 determine_parentfind_head_package load_tailr ensure_fromlist) r r callerfromlistr/ parentqtailmr r r rJ w s zModuleFinder.import_hookc C sP | j dd|| | s |dkr.| jdd d S |j}|dkr|jrJ|d8 }|dkrz| j| }||ksht| jdd| |S |jd|k rtddj|j dd | }| j| }| jdd| |S |jr| j| }||kst| jdd| |S d|kr@|j
d}|d | }| j| }|j|ks.t| jdd| |S | jdd d S ) N rK r zdetermine_parent -> Noner5 zdetermine_parent ->.z relative importpath too deep) r6 r7 r r r# AssertionErrorcount ImportErrorjoinrE rfind)r rO r/ ZpnamerQ r2 r r r rK sB
z ModuleFinder.determine_parentc C s | j dd|| d|kr@|jd}|d | }||d d }n|}d}|r\d|j|f }n|}| j|||}|r| jdd||f ||fS |r|}d }| j|||}|r| jdd||f ||fS | jdd| td | d S )
NrU rL rV r5 r: z%s.%szfind_head_package ->z"raise ImportError: No module namedzNo module named )r6 findr
import_moduler7 rY )r rQ r r2 headrS ZqnamerR r r r rL s.
z ModuleFinder.find_head_packagec C s | j dd|| |}xz|r|jd}|dk r4t|}|d | ||d d }}d|j|f }| j|||}|s| jdd| td| qW | jdd | |S )
NrU rM rV r r5 z%s.%sz"raise ImportError: No module namedzNo module named z load_tail ->)r6 r\ lenr r] r7 rY )r rR rS rT r2 r^ Zmnamer r r rM s
zModuleFinder.load_tailc C s | j dd||| xl|D ]d}|dkrF|s|| j|}|r|| j||d qt||sd|j|f }| j|||}|std| qW d S )NrU rN *r5 z%s.%szNo module named )r4 find_all_submodulesrN hasattrr r] rY )r rT rP recursivesuballsubnameZsubmodr r r rN s
z ModuleFinder.ensure_fromlistc
C s |j s
d S i }g }|tjjd d 7 }|tjjd d 7 }|tjjd d 7 }x|j D ]}ytj|}W n$ tk
r | j dd| wVY nX x\|D ]T}d }x6|D ].}t
|} || d |kr|d | }P qW |r|dkr|||< qW qVW |j S )Nr8 zcan't list directoryr ) r importlib machineryEXTENSION_SUFFIXESSOURCE_SUFFIXESBYTECODE_SUFFIXESrD listdirOSErrorr4 r_ keys)
r rT r# suffixesrG namesr modZsuffnr r r ra s.
z ModuleFinder.find_all_submodulesc C s | j dd||| y| j| }W n tk
r4 Y nX | jdd| |S || jkrb| jdd d S |r|jd kr| jdd d S y | j||o|j|\}}}W n" tk
r | jddd d S X z| j||||}W d |r|j X |rt
||| | jdd| |S )NrI r] zimport_module ->zimport_module -> None) r6 r# KeyErrorr7 r$ r find_modulerY r@ closesetattr)r ZpartnamefqnamerQ rT rB rA rC r r r r] s6
zModuleFinder.import_modulec C s |\}}}| j dd||od| |tjkrH| j||}| jdd| |S |tjkrht|j d |d} nj|tjkryt j
j |j }
W n: t k
r } z | jddt
| | W Y d d } ~ X nX tj|
} nd } | j|}||_| r
| jr| j| } | |_| j| | | jdd| |S )Nr8 r@ rB zload_module ->
execzraise ImportError: )r6 r> Z
PKG_DIRECTORY load_packager7 r? compilereadZ PY_COMPILEDrg _bootstrap_external_validate_bytecode_headerrY r0 marshalloads
add_moduler r( replace_paths_in_coder scan_code) r rw rB rA file_infosuffixmodetyperT coZ marshal_dataexcr r r r@ s2
zModuleFinder.load_modulec C s< || j kri | j |< |r*d| j | |j< nd| j | d< d S )Nr5 -)r$ r )r r rO r r r _add_badmodule4 s
zModuleFinder._add_badmodulec C s || j kr| j|| d S y| j|||d W n@ tk
rn } z$| jddt| | j|| W Y d d }~X nX |rx|D ]}|| j kr| j|| q|y| j|||g|d W q| tk
r } z0| jddt| |d | }| j|| W Y d d }~X q|X q|W d S )N)r/ r8 z ImportError:rV )r$ r rJ rY r4 r0 )r r rO rP r/ r4 rd fullnamer r r _safe_import_hook< s&
z ModuleFinder._safe_import_hookc c s |j }|j}|j}dd tj|D }xt|D ]\}\}}|tkrVd|| ffV q0|tkr0|dkr0||d d ||d d kotkn r0|||d d } |||d d }
| dkrd|
|| ffV q0d| |
|| ffV q0q0W d S ) Nc S s" g | ]\}}}|t kr||fqS r ) EXTENDED_ARG).0_opr3 r r r
<listcomp>X s z-ModuleFinder.scan_opcodes.<locals>.<listcomp>storer8 r5 r absolute_importrelative_import) co_codeco_names co_constsdisZ_unpack_opargs enumerate STORE_OPSr r ) r r coderp constsZopargsr2 r Zopargr/ rP r r r scan_opcodesS s 0zModuleFinder.scan_opcodesc C s |j }| j}xT||D ]F\}}|dkr<|\}d|j|< q|dkr|\}}d} |d k rtd|krfd} dd |D }| j|||dd | r`d }
|jr| jj|jd | }
|
d kr| jj|}
|
d k r|jj|
j |j j|
j |
j
d krd|j |< n
d|j |< q|d
krX|\} }}|r4| j|||| d n"| j || d} | j| jd |dd qt |qW x,|j
D ]"}
t|
t|rl| j|
| qlW d S ) Nr r5 r r r` c S s g | ]}|d kr|qS )r` r )r fr r r r u s z*ModuleFinder.scan_code.<locals>.<listcomp>)r/ rV r )r r r r r r# getr updater r rK RuntimeErrorr
isinstancer r )r r rT r scannerZwhatr1 r rP Z have_starZmmr/ rQ cr r r r h sH
zModuleFinder.scan_codec C s | j dd|| tj|}|r"|}| j|}||_|g|_|jtj|g |_| jd|j\}}}z"| j|||| | j dd| |S |r|j
X d S )Nr8 rz r zload_package ->) r6 r r r r r r rt r@ r7 ru )r rw rA r rT rB ZbufrC r r r rz s
zModuleFinder.load_packagec C s* || j kr| j | S t| | j |< }|S )N)r# r )r rw rT r r r r s
zModuleFinder.add_modulec C sr |d k r|j d | }n|}|| jkr<| jdd| t||d krf|tjkr`d d ddtjffS | j}tj ||S )NrV rI zfind_module -> Excludedr: )
r r' r7 rY r" builtin_module_namesr> Z C_BUILTINr
rt )r r r
rQ r r r r rt s
zModuleFinder.find_modulec C s" t t dd t dd t| jj }xJ|D ]B}| j| }|jrTt ddd n t ddd t d | |jppd
q2W | j \}}|rt t d x2|D ]*}t| j| j }t d |d
dj| qW |r t t ddd t d x2|D ]*}t| j| j }t d |d
dj| qW dS )zPrint a report to stdout, listing the found modules with their
paths, as well as modules that are missing, or seem to be missing.
z
%-25s %sNameFile----Pr* )r+ rT z%-25sr: zMissing modules:?z
imported fromz, z7Submodules that appear to be missing, but could also bez#global names in the parent package:N)r r )r r ) r- sortedr# rn r r any_missing_mayber$ rZ )r rn keyrT missingmayber Zmodsr r r report s0
zModuleFinder.reportc C s | j \}}|| S )zReturn a list of modules that appear to be missing. Use
any_missing_maybe() if you want to know which modules are
certain to be missing, and which *may* be missing.
)r )r r r r r r any_missing s zModuleFinder.any_missingc C s g }g }x| j D ]}|| jkr q|jd}|dk r>|j| q||d d }|d| }| jj|}|dk r|| j | kr|j| q||jkrq|jr|j| q|j| q|j| qW |j |j ||fS )a Return two lists, one with modules that are certainly missing
and one with modules that *may* be missing. The latter names could
either be submodules *or* just global names in the package.
The reason it can't always be determined is that it's impossible to
tell which names are imported when "from module import *" is done
with an extension module, short of actually importing it.
rV r r5 N) r$ r' r[ r r# r r r sort)r r r r r2 rf ZpkgnameZpkgr r r r s0
z ModuleFinder.any_missing_maybec C s t jj|j }}x2| jD ](\}}|j|r||t|d }P qW | jr|| jkr||krt| j dd||f n| j dd|f | jj
| t |j }x8t
t|D ](}t|| t|r| j|| ||< qW tj|j|j|j|j|j|jt||j|j||j |j |j |j |j S )Nr8 z co_filename %r changed to %rz co_filename %r remains unchanged)!rD r
normpath co_filenamer(
startswithr_ r% r) r7 r listr r, r r r typesCodeType co_argcountco_kwonlyargcount
co_nlocals co_stacksizeco_flagsr tupler co_varnamesco_nameco_firstlineno co_lnotab co_freevars co_cellvars)r r Z new_filenameZoriginal_filenamer r; r r2 r r r r s,
z"ModuleFinder.replace_paths_in_code)NNr r )r )r r )r )N) r r r r r4 r6 r7 r9 rH rJ rK rL rM rN ra r] r@ r r r r rz r rt r r r r r r r r r! G s2
#
1
".r! c C s dd l } y | j tjdd d\}}W n* | jk
rP } z t| d S d }~X nX d}d}g }g }xb|D ]Z\}} |dkr|d }|dkrd}|dkr|| jtj }|dkrd}|dkrh|j| qhW |sd }
n|d }
tj d d } tj j
|
| d< || } |dkr.td
x | D ]} td t | qW t | ||}
xp|dd D ]`}|dkr^d}qH|r|dd d
kr|
j
|d d d dg n
|
j
| n
|
j| qHW |
j|
|
j |
S )Nr r5 zdmp:qx:z-dz-mz-pz-qz-xzhello.pyzpath:z r8 z.*r` r )getoptr" argverrorr- rE rD pathsepr r
dirnamer. r! rJ rH r9 r )r Zoptsr1 r4 r% ZdomodsZaddpathZexcludeoaZscriptr
itemmfr3 r r r test: sX
r r< z
[interrupted])!__doc__r Z importlib._bootstrap_externalrg importlib.machineryr rD r" r Zstructwarningscatch_warnings simplefilterDeprecationWarningr> Zopmapr r r r r r r r
r r r r! r r r KeyboardInterruptr- r r r r <module> sB
v;
All system for education purposes only. For more tools: Telegram @jackleet