o i]P@sdZddlmZddlZddlZddlZddlZddlZddlZddl m Z ddl Z ddl m Z ddl mZddlmZeded gZd d gZd aGd ddeZedAddZdBddZddZdCdefddZddZdCddZdd Zd!d"ZdDd$d%Z dCd&d'Z!dCd(d)Z"d*d+Z#d,d-Z$d.d/Z%d0d1Z&d2d3Z'd4d5Z(d6d7Z)d8d9Z*d:d;Z+dd?Z-e.d@kre-dSdS)Eapipreqs - Generate pip requirements.txt file based on imports Usage: pipreqs [options] [] Arguments: The path to the directory containing the application files for which a requirements file should be generated (defaults to the current working directory). Options: --use-local Use ONLY local package info instead of querying PyPI. --pypi-server Use custom PyPi server. --proxy Use Proxy, parameter will be passed to requests library. You can also just set the environments parameter in your terminal: $ export HTTP_PROXY="http://10.10.1.10:3128" $ export HTTPS_PROXY="https://10.10.1.10:1080" --debug Print debug information --ignore ... Ignore extra directories, each separated by a comma --no-follow-links Do not follow symbolic links in the project --encoding Use encoding parameter for file open --savepath Save the list of requirements in the given file --print Output the list of requirements in the standard output --force Overwrite existing requirements.txt --diff Compare modules in requirements.txt to project imports --clean Clean up requirements.txt by removing modules that are not imported in project --mode Enables dynamic versioning with , or schemes. | e.g. Flask~=1.1.2 | e.g. Flask>=1.1.2 | e.g. Flask --scan-notebooks Look for imports in jupyter notebook files. )contextmanagerN)docopt) json2package) HTTPError) __version__z ^import (.+)$z!^from ((?!\.+).*?) import (?:.*)$z.pyz.pywFcs$eZdZdZeffdd ZZS)NbconvertNotInstalledzVIn order to scan jupyter notebooks, please install the nbconvert and ipython librariescst|dSN)super__init__)selfmessage __class__J/var/www/edux/Edux_v2/venv/lib/python3.10/site-packages/pipreqs/pipreqs.pyr AzNbconvertNotInstalled.__init__)__name__ __module__ __qualname__default_messager __classcell__rrr rr<srrc cs|r|dkr |r d|vrtj}nd|vrtj}n td|t||}z|VW|tjtjfvr8|dSdS|tjtjfvrG|ww)aOpen a file or ``sys.stdout`` depending on the provided filename. Args: filename (str): The path to the file that should be opened. If ``None`` or ``'-'``, ``sys.stdout`` or ``sys.stdin`` is returned depending on the desired mode. Defaults to ``None``. mode (str): The mode that should be used to open the file. Yields: A file handle. -rwzInvalid mode for file: {}N)sysstdinstdout ValueErrorformatopenclose)filenamemodefilerrr_openEs     r$utf-8Tc s>t}t}g}d}gd|r)g}|D]} |tjtj| q|ttj||d} | D]\} } } fdd| D| dd<|tj| dd| D}|dd|Dfdd| D} | D]e}tj | |}t ||}z.t |}t |D]!}t |t jr|jD]}||jqqt |t jr||jqWqlty}z|rt|td |WYd}~qltd ||d}~wwq5d d|DD]}|d \}}}||q|t||@}td |tt d d}dd|D}Wdn 1swYt||S)NF)z.hgz.svnz.gitz.tox __pycache__envvenvz.ipynb_checkpoints) followlinkscsg|]}|vr|qSrr).0d) ignore_dirsrr ~z#get_all_imports..cSsg|] }t|tr|qSr)file_ext_is_allowedDEFAULT_EXTENSIONS)r*r#rrrr-cSsg|] }tj|dqSrospathsplitext)r*r!rrrr-csg|] }t|r|qSr)r/)r*fn) extensionsrrr-r1zFailed on file: %scSsg|]}|r|qSrr)r*nrrrr-.zFound packages: {0}stdlibrcSsh|]}|qSrstripr*xrrr r;z"get_all_imports..)setappendr4r5basenamerealpathextendget_file_extensionswalkjoinread_file_contentastparse isinstanceImportnamesaddname ImportFrommodule Exception traceback print_excloggingwarnerror partitiondebugrrlist)r5encodingextra_ignore_dirs follow_linksimports raw_imports candidates ignore_errorsignore_dirs_parsederIrootdirsfilespy_files file_namecontentstreenodesubnodeexcrR cleaned_name_packagesfdatar)r9r,rget_all_importsdsf            rvcCstrtdgStS)N.ipynb)scan_noteboooksr0rrrrrHsrHrkcCsft|tr#t|d|d }|}Wd|S1swY|St|dgr1tr1t||d}|S)Nrr^rw)r/r0rreadrx ipynb_2_py)rkr^rtrlrrrrKs    rKcCstj|d|vS)Nr3)rk acceptablerrrr/sr/cCst}||\}}||S)z Args: file_name (str): notebook file path to parse as python script encoding (str): encoding of file Returns: str: parsed string )PythonExporter from_filenameencode)rkr^exporterbodyrrrrrr{s  r{c st|d5}tdjt||ddd|Ddd|d|d fd d |Dd WddS1s=wYdS) Nrz/Writing {num} requirements: {imports} to {file}, cSg|]}|dqSrRrr@rrrr-r;z.generate_requirements_file..)numr#ra{name}z {version} c3s8|]}|drjdi|ndjdi|VqdS)versionrNr)rr*itemfmtrr s & z-generate_requirements_file..)r$rXr\rlenrJwrite)r5rasymbolout_filerrrgenerate_requirements_files  "rcCstd||dS)Nr)r)rarrrroutput_requirementsrrhttps://pypi.python.org/pypi/c Csg}|D]`}z9td|tjd|||d}|jdkr1t|jdr+t|j }nt|j}n |jdkr>t |j|j dWnt yNtd|Yqwtd ||j |j |j|||j d q|S) NzMImport named "%s" not found locally. Trying to resolve it at the PyPI server.z {0}{1}/json)proxiesdecodei,) status_codereasonz/Package "%s" does not exist or network problemszImport named "%s" was resolved to "%s:%s" package (%s). Please, verify manually the final list of requirements.txt to avoid possible dependency confusions.rRr)rXwarningrequestsgetrrhasattrcontentrrrrrRlatest_release_idpypi_urlrD)ra pypi_serverproxyresultrresponserurrrget_imports_infos8       rc Cs0g}gd}tjD]}t|D]\}}}|D]|}d|vrtj||}t|d|d`}|tjdd} z | d} Wn YWdqt } | D]} | |vrd| d|vrd| | qSd} t | d kry| d  d d  d d } | | d| | d Wdn1swYqqq |S)N)tests_testseggEGGinfo top_levelrryrrrr|z.distz.egg)rRrexports)rr5r4rIrJrsplitseprzr?r]rDrreplace)r^rsignorer5rgrhrirrtpackagetop_level_modulesfiltered_top_level_modulesrTrrrrget_locally_installed_packagessB    "rcsZt}g|D]}|D]}||dvs||dkr|q qfddtD}|S)NrrRcs(g|]\}}||ddvr|qS)r|Nr)r*r:irrrr-?s(z$get_import_local..)rrD enumerate)rar^localrr result_uniquerrrget_import_local/s  rcCsrt}ttdd}tdd|D}Wdn1swY|D] }||||q%t|dddS) zGet PyPI package names from a list of imports. Args: pkgs (List[str]): List of import names. Returns: List[str]: The corresponding PyPI package names. mappingrcss|] }|dVqdS):N)r?rr@rrrrPsz get_pkg_names..NcSs|Srlower)srrrVszget_pkg_names..key)rCrrJdictrQrsorted)pkgsrrtrupkgrrr get_pkg_namesDs rcCsHd|vrtd|}|r|dd}|ddddS)Nzimport rz as r<)REGEXPmatchr?groupsr[)rRrrrrget_name_without_aliasYs rcCstjtjt|Sr)r4r5rJdirname__file__)rtrrrrJasrJc s<g}gd}zt|d}Wn0ty#td|dtdYn0ty=}ztd|dt||d}~wwzd d | D}W| n| wd d |D}|D]?t fd d |Dsq| dd D]'}||vr |}|d}|ddd} || d }||vr| |nqsq\|S)u9Parse a requirements formatted file. Traverse a string until a delimiter is detected, then split at said delimiter, get module name by element index, create a dict consisting of module:version, and add dict to list of parsed modules. If file ´file_´ is not found in the system, the program will print a helpful message and end its execution immediately. Args: file_: File to parse. Raises: OSerror: If there's any issues accessing the file. Returns: list: The contents of the file, excluding comments. )<>=!~rzFile z- was not found. Please, fix it and run again.r|z$There was an error opening the file z: NcSsg|] }|dkr|qS)rr>r@rrrr-r7z&parse_requirements..cSsg|] }|dr|qSr2)isalphar@rrrr-r7csg|]}|vqSrr)r*yrArrr-r;rrrrr)rFileNotFoundErrorprintrexitOSErrorrXrZstr readlinesr anyrDrr) file_modulesdelimrtrZrurrT module_namemodule_versionrrrparse_requirementses>     rcsPt|fddttDfddttDtt}|S)a>Compare modules in a file to imported modules in a project. Args: file_ (str): File to parse for modules to be compared. imports (tuple): Modules being imported in the project. Returns: set: The modules not imported in the project, but do exist in the specified file. cg|]}|dqSrrr*r)rarrr-r.z#compare_modules..crrrr)rrrr-r.)rrangerrCrramodules_not_importedr)rarrcompare_moduless  rc Cs0t||}td|ddd|DdS)zFDisplay the difference between modules in a file and imported modules.zBThe following modules are in {} but do not seem to be imported: {}rcss|]}|VqdSrrr@rrrrszdiff..N)rrXrrrJrrrrdiffs rcCst||}t|dkrtd|dStd|}g}zt|d}Wnty5t d |wz,| D]}| |durI| |q;|d||D]}||qUW|n|wtd|dS)z9Remove modules that aren't imported in project from file.rzNothing to clean in N|zr+zFailed on file: {}z(Successfully cleaned up requirements in )rrrXrrecompilerJrrrZrrrrDseektruncaterr )rrar re_removeto_writertrrrrcleans0       rcCsJ|dkrdd|D}d}||fS|dkrd}||fS|dkr!d}||fS) zDEnables dynamic versioning with , or schemes.no-pincSsg|] }|dddqS)rRrrrrrrrr-r1z&dynamic_versioning..rgtz>=compatz~=r)schemerarrrrdynamic_versioningsrcCs:ts tddSz ddlmaWdStytw)Nz#Not scanning for jupyter notebooks.r)r~)rxrXr nbconvertr~ ImportErrorrrrrrhandle_scan_noteboookss  rc s,|d}|d}|d }|ddat|d}|dur#d}|dur.tjtj}|r5|d}|d r=|d ntj|d }|d s]|d s]|d s]tj |r]t d dSt ||||d}t |}t dd|d}d}|dr|d}|dr|d|dd}|drt dt||d} nt dt||dfdd|D} t| ||d} t| ddd} |drt|d| dS|d rt|d | dS|d!r|d!} | d"vrt| | \} } ntd#d$} |d rt| | t d%dSt|| | t d&|dS)'Nz --encodingz--ignorez--no-follow-linksz--scan-notebooksFzr%,z --savepathzrequirements.txtz--printz--forcez..cSrrrr@rrrr-9r;rr@rrrr-0s zinit..)rrcSs |dS)NrRrrrrrr>s zinit..rz--diffz--cleanz--mode)rrrzFInvalid argument for mode flag, use 'compat', 'gt' or 'no-pin' insteadz==z Successfully output requirementsz(Successfully saved requirements file in )rrxrr4r5abspathcurdirrrJexistsrXrrvrr\rrrrrrrrrr) argsr^r_r` input_pathr5rcrrra differencerrrrrinits                rcCs\tttd}|dr tjntj}tj|ddzt|WdSty-t dYdSw)N)rz--debugz%(levelname)s: %(message)s)levelrr) r__doc__rrXDEBUGINFO basicConfigrKeyboardInterruptrr)r log_levelrrrmain[s  r__main__)Nr)r%NT)r%)rN)/r  contextlibrr4rrrXrLrVrryargryarg.exceptionsrpipreqsrrrr0rxrrr$rvrHrrKr/r{rrrrrrrrJrrrrrrrrrrrrrsV &      J   ! );    e