o i @sdZddlmZddlmZmZddlZddlZddlZddl Z ddl Z ddl m Z m Z mZmZmZmZddlZddlZddlmZddlZddlZddlmZmZmZmZmZmZmZm Z m!Z!m"Z"ddl#m$Z$m%Z&m'Z'm(Z(m)Z)ddl*Z*ddl+Z+dd l,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3dd l4m5Z5dd l6m7Z7dd l8m9Z9dd l:m;Z;ddlZ>m?Z?m@Z@ddlAmBZBeCe)e'e(ZDeDEdeFdZGe de-dZHejIGdddZJejIGdddeeZKd~ddZLe"dd d!ZMe"dd"d!ZMdd$d!ZMdd'd(ZNe"ddd,d-ZOe" )ddd.d-ZO /ddd1d-ZOd2d3ZPdd5d6ZQe9eBd7eBd8dd9 :  ; dddAdBZRddDdEZSdFdFdFdFdGdHdIdJdKdL ZTeCeTUZVddNdOZWe9eBd8ddPddRdSZXddUdVZYe"d)d)d)d)d)dWdd^d_ZZe"d)d)d)d)d)d)d`ddcd_ZZe"d)d)d)d)d)d)d`dded_ZZe9eBd8dXdPddd/dfddd`ddgd_ZZGdhdidie eZ[Gdjdkdke[Z\Gdldmdme[Z]GdndodoZ^GdpdqdqZ_ddudvZ`ddwdxZaddydzZbe jcdd|d}ZddS)zCommon IO api utilities) annotations)ABCabstractmethodN)BufferedIOBaseBytesIO RawIOBaseStringIO TextIOBase TextIOWrapper)Path) IOAnyAnyStrGenericLiteralMappingSequenceTypeVarcastoverload)urljoinurlparse uses_netloc uses_params uses_relative) BaseBufferCompressionDictCompressionOptionsFilePath ReadBufferStorageOptions WriteBuffer) get_lzma_file)import_optional_dependency)doc)find_stack_level)is_bool is_file_like is_integer is_list_like) _shared_docsz^[A-Za-z][A-Za-z0-9+\-+.]*:// BaseBufferT)boundc@s>eZdZUdZded<ded<ded<ded<d Zd ed <d S) IOArgsz? Return value of io/common.py:_get_filepath_or_buffer. str | BaseBufferfilepath_or_bufferstrencodingmoder compressionFbool should_closeN)__name__ __module__ __qualname____doc____annotations__r6r<r<K/var/www/edux/Edux_v2/venv/lib/python3.10/site-packages/pandas/io/common.pyr.Ns r.c@s`eZdZUdZded<ded<ejedZded<d Z d ed <dddZ dddZ dddZ dS) IOHandlesau Return value of io/common.py:get_handle Can be used as a context manager. This is used to easily close created buffers and to handle corner cases when TextIOWrapper is inserted. handle: The file handle to be used. created_handles: All file handles that are created by get_handle is_wrapped: Whether a TextIOWrapper needs to be detached. z IO[AnyStr]handlerr4)default_factoryzlist[IO[bytes] | IO[str]]created_handlesFr5 is_wrappedreturnNonecCs\|jrt|jts J|j|j|j|j|jD]}|qg|_d|_dS)z Close all created buffers. Note: If a TextIOWrapper was inserted, it is flushed and detached to avoid closing the potentially user-created buffer. FN) rB isinstancer?r flushdetachrAremoveclose)selfr?r<r<r=rIps     zIOHandles.closeIOHandles[AnyStr]cCs|SNr<rJr<r<r= __enter__szIOHandles.__enter__argsr cGs |dSrL)rI)rJrOr<r<r=__exit__ zIOHandles.__exit__NrCrD)rCrK)rOr rCrD) r7r8r9r:r; dataclassesfieldlistrArBrIrNrPr<r<r<r=r>[s    r>urlobjectrCr5cCst|tsdSt|jtvS)z Check to see if a URL has a valid protocol. Parameters ---------- url : str or unicode Returns ------- isurl : bool If `url` has a valid protocol return True otherwise False. F)rEr1 parse_urlscheme _VALID_URLSrVr<r<r=is_urls r\r0r1cCdSrLr<r0r<r<r= _expand_userr_cCr]rLr<r^r<r<r=r_r`str | BaseBufferTcCst|tr tj|S|S)a] Return the argument with an initial component of ~ or ~user replaced by that user's home directory. Parameters ---------- filepath_or_buffer : object to be converted if possible Returns ------- expanded_filepath_or_buffer : an expanded filepath or the input if not expandable )rEr1ospath expanduserr^r<r<r=r_s  headerrDcCs|durdSt|rtt|}|dkrtddSt|ddr>tt|}ttt|s/tdtdd|Drsz&validate_header_arg..z8cannot specify multi-index header with negative integerszPassing a bool to header is invalid. Use header=None for no header or header=int or list-like of ints to specify the row(s) making up the column names) r(rint ValueErrorr)rallmapanyr& TypeError)rer<r<r=validate_header_args*   rp.rconvert_file_likecCr]rLr<r0rqr<r<r=stringify_pathr`rscCr]rLr<rrr<r<r=rssFFilePath | BaseBufferTcCs2|s t|r tt|St|tjr|}t|S)a Attempt to convert a path-like object to a string. Parameters ---------- filepath_or_buffer : object to be converted Returns ------- str_filepath_or_buffer : maybe a string version of the object Notes ----- Objects supporting the fspath protocol (python 3.6+) are coerced according to its __fspath__ method. Any other object is passed through unchanged, which includes bytes, strings, buffers, or anything else that's not even path-like. )r'rr,rErbPathLike __fspath__r_rrr<r<r=rss   cOsddl}|jj|i|S)z` Lazy-import wrapper for stdlib urlopen, as that imports a big chunk of the stdlib. rN)urllib.requestrequesturlopen)rOkwargsurllibr<r<r=rysryFilePath | BaseBuffercCs$t|tott|o|d S)zR Returns true if the given URL looks like something fsspec can handle )zhttp://zhttps://)rEr1r5_RFC_3986_PATTERNmatch startswithr[r<r<r= is_fsspec_url s   rstorage_optionscompression_options)rrutf-8rr2r4rr3r c Cst|}t|\}}t||}|r%t|dr%d|vr%tjdttdd}t||d}d|vrE|dvrE|d vrEtj|d |t td|}d |vrSd|vrS|d7}t |t rt |r|p_i}d dl }|jj||d }t|} | jdd} | dkrddi}t| } Wdn1swYt| ||d|dSt|r,t |t sJ|dr|dd}|dr|dd}td} g} ztdd dlm}m}||tg} Wn tyYnwz| j|fd|i|pi}Wn.t | y"|durddi}nt|}d|d<| j|fd|i|pi}Ynwt|||d|dS|r3t!dt |t t"t#j#frHtt$|||d|dSt|ds_t|ds_dt%|}t!|t|||d|dS)a% If the filepath_or_buffer is a url, translate and return the buffer. Otherwise passthrough. Parameters ---------- filepath_or_buffer : a url, filepath (str, py.path.local or pathlib.Path), or buffer {compression_options} .. versionchanged:: 1.4.0 Zstandard support. encoding : the encoding to use to decode bytes, default is 'utf-8' mode : str, optional {storage_options} .. versionadded:: 1.2.0 ..versionchange:: 1.2.0 Returns the dataclass IOArgs. writebzDcompression has no effect when passing a non-binary object as input.) stacklevelN)methodw)bz2xz)zutf-16zutf-32z( will not write the byte order mark for tr)headerszContent-EncodinggziprT)r0r2r4r6r3zs3a://zs3://zs3n://fsspecbotocore) ClientErrorNoCredentialsErrorr3anonz?storage_options passed with file object or non-fsspec file pathFreadz)Invalid file path or buffer object type: )&rsget_compression_methodinfer_compressionhasattrwarningswarnRuntimeWarningr%dictUnicodeWarningrEr1r\rwrxRequestryrgetrrr.rrreplacer#botocore.exceptionsrrPermissionError ImportErroropentuplerkbytesmmapr_type)r0r2r4r3rcompression_method fsspec_moder{req_inforeqcontent_encodingreaderrerr_types_to_retry_with_anonrrfile_objmsgr<r<r=_get_filepath_or_buffers"                rrccCsddlm}td||S)z converts an absolute native path to a FILE URL. Parameters ---------- path : a path in native format Returns ------- a valid FILE URL r) pathname2urlzfile:)rwrr)rcrr<r<r=file_path_to_urls rtarrrziprzstd) .tar.tar.gz.tar.bz2.tar.xz.gz.bz2.zip.xzz.zst"tuple[str | None, CompressionDict]c CsZt|tr%t|}z |d}W||fSty$}ztd|d}~wwi}|}||fS)a Simplifies a compression argument to a compression method string and a mapping containing additional arguments. Parameters ---------- compression : str or mapping If string, specifies the compression method. If mapping, value at key 'method' specifies compression method. Returns ------- tuple of ({compression method}, Optional[str] {compression arguments}, Dict[str, Any]) Raises ------ ValueError on mapping missing 'method' key rz.If mapping, compression must have key 'method'N)rErrpopKeyErrorrk)r4compression_argsrerrr<r<r=rs   r)r str | NonecCs|durdS|dkr-t|dd}t|tsdStD]\}}||r*|SqdS|tvr3|Sddgtt}d|d|}t |)a/ Get the compression method for filepath_or_buffer. If compression='infer', the inferred compression method is returned. Otherwise, the input compression method is returned unchanged, unless it's invalid, in which case an error is raised. Parameters ---------- filepath_or_buffer : str or file handle File path or object. {compression_options} .. versionchanged:: 1.4.0 Zstandard support. Returns ------- string or None Raises ------ ValueError on invalid compression specified. NinferT)rqUnrecognized compression type: z Valid compression types are ) rsrEr1_extension_to_compressionitemslowerendswith_supported_compressionssortedrk)r0r4 extensionvalidrr<r<r=rs&  r Path | strcCs&t|j}|std|ddS)z Check if parent directory of a file exists, raise OSError if it does not Parameters ---------- path: Path or str Path to check parent directory of z1Cannot save file into a non-existent directory: ''N)r parentis_dirOSError)rcrr<r<r=check_parent_directoryJs r)r2r4 memory_maperrorsr path_or_bufris_textLiteral[False]rIOHandles[bytes]cCr]rLr<rr3r2r4rrrrr<r<r= get_handleX r)r2r4rrrr Literal[True]IOHandles[str]cCr]rLr<rr<r<r=rgr!IOHandles[str] | IOHandles[bytes]cCr]rLr<rr<r<r=rvrTcCs|pd}|pd}t||rd|vr|d7}t|t|tr$t|t|||||d}|j} t| |\} }} t| t} t |j } | d}d|vrS| rSt t| |r|dkrc|j dd |_ n|dkrsd|j vrs|j d7_ |d krt| trtjd*| |j d | } n tjd*| |j d | } n|d krtj| fd|j i| } n|dkrt| |j fi| } | jj dkr| | | j} t| dkr| j| } n| std|td| n|dkrO| d|j t| trtd*d| i| } n td*d| i| } t| tsJd| jj vrN| | | j}t|dkr=| j|d}|dus:J|} nY|sGtd|td|nG|dkr\t| |j } n:|dkrtd}d|j vrvd|j d*i| i}n d|j!d*i| i}|j| fd|j i|} n d|}t|t| trJ| | n't| tr|j"rd|j vrt| |j |j"|d d} nt| |j } | | d }|s|j d!krt| t#rt$| |j"d"} n?|r#|s|st| |j r#t%| d#rt%| d$rt%| d%s t&| } t'| |j"|d d} | | t|jtp!|j( }d|j vr:t%| d&s:t)d't*|jd(| +|j(rQt|jtrKJ| |jt,| | ||j d)S)+a Get file handle for given path/buffer and mode. Parameters ---------- path_or_buf : str or file handle File path or object. mode : str Mode to open path_or_buf with. encoding : str or None Encoding to use. {compression_options} .. versionchanged:: 1.0.0 May now be a dict with key 'method' as compression mode and other keys as compression options if compression mode is 'zip'. .. versionchanged:: 1.1.0 Passing compression options as keys in dict is now supported for compression modes 'gzip', 'bz2', 'zstd' and 'zip'. .. versionchanged:: 1.4.0 Zstandard support. memory_map : bool, default False See parsers._parser_params for more information. Only used by read_csv. is_text : bool, default True Whether the type of the content passed to the file/buffer is string or bytes. This is not the same as `"b" not in mode`. If a string content is passed to a binary file/buffer, a wrapper is inserted. errors : str, default 'strict' Specifies how encoding and decoding errors are to be handled. See the errors argument for :func:`open` for a full list of options. storage_options: StorageOptions = None Passed to _get_filepath_or_buffer .. versionchanged:: 1.2.0 Returns the dataclass IOHandles rstrictr)r2r4r3rrrrrr+r)filenamer3)fileobjr3rr3rzZero files found in ZIP file z9Multiple files found in ZIP file. Only one file per ZIP: rnamerrNz Zero files found in TAR archive zDMultiple files found in TAR archive. Only one file per TAR archive: r zstandarddctxcctxr)r2rnewlineFrb)r2readablewritableseekablerz1Expected file path name or file-like object, got z type)r?rArBr4r<)-_is_binary_modecodecslookuprEr1 lookup_errorrr0_maybe_memory_maprr4rrr3rrGzipFilerBZ2File _BytesZipFilebufferappendnamelistlenrrk setdefault _BytesTarFilegetnames extractfiler"r#ZstdDecompressorZstdCompressorr2r _BytesIOWrapperr _IOWrapperr r6rorreverser>)rr3r2r4rrrrioargsr?handlesis_pathr zip_namesfilesfiler open_argsrrBr<r<r=rsL6                             cs0eZdZdZedddZdfdd ZZS) _BufferedWriterz Some objects do not support multiple .write() calls (TarFile and ZipFile). This wrapper writes to the underlying buffer on close. rCrDcCr]rLr<rMr<r<r=write_to_bufferr`z_BufferedWriter.write_to_buffercsd|jrdS|r&|d|j |Wdn1s wYn|jtdS)Nr)closedgetvalueseekrr rIsuperrM __class__r<r=rIs   z_BufferedWriter.closerR)r7r8r9r:rr rI __classcell__r<r<rr=r s  r csFeZdZ    ddfd d ZdddZdddZdddZZS)rNrrrr3Literal['r', 'a', 'w', 'x']r-ReadBuffer[bytes] | WriteBuffer[bytes] | None archive_namerCrDc s<t||_||_tjjd||||d||_dS)N)rr3rr<) r__init__rrtarfileTarFiler extend_moder)rJrr3rrrzrr<r=rs  z_BytesTarFile.__init__r1cCsP|dd}|dkr |S|jdur&t|jj}|dvr&|d|dd}|S)Nrr+r)rrr:r)rrr suffix)rJr3rr<r<r=rs   z_BytesTarFile.extend_modecCsP|jdurdSt|j}|jdkr|djS|jdvr%|ddjS|jS)z If an explicit archive_name is not given, we still want the file inside the zip file not to be named something.tar, because that causes confusion (GH39465). Nrr+)rrr)rr r with_suffixrJrr<r<r=infer_filenames     z_BytesTarFile.infer_filenamecCs>|jp|pd}tj|d}t||_|j||dS)Nr)r) rrrTarInforr sizeraddfile)rJrtarinfor<r<r=r s z_BytesTarFile.write_to_buffer)NrNN) rrr3rrrrrrCrD)r3r1rCr1rCrrR)r7r8r9rrrr rr<r<rr=rs  rcs6eZdZ ddfd d Zdd d ZdddZZS)rNr1FilePath | ReadBuffer[bytes] | WriteBuffer[bytes]r3r1rrrCrDc sDt|dd}||_|dtjtj||fi||_dS)Nrr+r4) rrrrrzipfile ZIP_DEFLATEDZipFiler)rJrr3rrzrr<r=rs  z_BytesZipFile.__init__cCs@t|jjtjtfrt|jj}|jdkr|dj S|j SdS)z If an explicit archive_name is not given, we still want the file inside the zip file not to be named something.zip, because that causes confusion (GH39465). rr+N) rErrrbrur1r rrrrr<r<r=rs    z_BytesZipFile.infer_filenamecCs(|jp|pd}|j||dS)Nr)rrrwritestrr )rJrr<r<r=r  sz_BytesZipFile.write_to_bufferrL)rr$r3r1rrrCrDr#rR)r7r8r9rrr rr<r<rr=rs   rc@s>eZdZdddZdd d Zdd d ZdddZdddZdS)rrrrCrDcCs ||_dSrL)r)rJrr<r<r=rs z_IOWrapper.__init__rr1cC t|j|SrLgetattrr)rJrr<r<r= __getattr__rQz_IOWrapper.__getattr__r5cCt|jdr |jSdS)NrT)rrrrMr<r<r=r  z_IOWrapper.readablecCr-)NrT)rrrrMr<r<r=r%s  z_IOWrapper.seekablecCr-)NrT)rrrrMr<r<r=r*r.z_IOWrapper.writableN)rrrCrD)rr1)rCr5)r7r8r9rr,rrrr<r<r<r=rs     rc@s.eZdZdddd Zdd d ZddddZdS)rrrStringIO | TextIOBaser2r1rCrDcCs||_||_d|_dS)N)rr2overflow)rJrr2r<r<r=r4s z_BytesIOWrapper.__init__attrcCr)rLr*)rJr2r<r<r=r,=rQz_BytesIOWrapper.__getattr__n int | NonercCsp|jdusJ|j||j}|j|}|dus$|dks$|t|kr)d|_|S|d|}||d|_|S)Nrr0)rrencoder2r1r)rJr4 bytestringcombined_bytestring to_returnr<r<r=r@s  z_BytesIOWrapper.readN)r)rr/r2r1rCrD)r2r1)r3)r4r5rCr)r7r8r9rr,rr<r<r<r=r1s  rr?r//tuple[str | BaseBuffer, bool, list[BaseBuffer]]c Csg}|t|dp t|tM}|s|||fSt|tr$t|d}||zttj|dtjd}Wt |D]}| q7n t |D]}| qCw|||gfS)zTry to memory map file/buffer.filenorr)access) rrEr1rrrrr; ACCESS_READreversedrI)r?rrwrappedr<r<r=rNs&         rc CsFd}t|}t|ts |Sz tj|}W|Sttfy"Y|Sw)zTest whether file exists.F)rsrEr1rbrcexistsrork)r0r@r<r<r= file_existsms rAcCsVd|vsd|vr d|vStjtjtjf}tt||rdSt|tp*dt|d|vS)z+Whether the handle is opened in binary moderrFr3) r StreamWriter StreamReaderStreamReaderWriter issubclassrrE_get_binary_io_classesr+)r?r3 text_classesr<r<r=r{srtuple[type, ...]cCs^ttf}tddd}|dur-|d}|t|f7}Wd|S1s(wY|S)z!IO classes that that expect bytesrignore)rNr0)rrr#r stream_readerr)binary_classesrrr<r<r=rFs  rF)rVrWrCr5)r0r1rCr1)r0r,rCr,)r0rarCra)rerWrCrD).)r0rrqr5rCr1)r0r,rqr5rCr,)F)r0rtrqr5rCra)rVr|rCr5)rNrN) r0r|r2r1r4rr3r1rr rCr.)rcr1rCr1)r4rrCr)r0r|r4rrCr)rcrrCrD)rr|r3r1r2rr4rrr5rrrrrr rCr)rr|r3r1r2rr4rrr5rrrrrr rCr)rr|r3r1r2rr4rrr5rr5rrrr rCr)r?r/rr5rCr:)r0r|rCr5)r?r|r3r1rCr5)rCrH)er: __future__rabcrrrrrS functoolsriorrrrr r rrbpathlibr rertypingr r rrrrrrrr urllib.parserrrXrrrrr%pandas._typingrrrrrr r! pandas.compatr"pandas.compat._optionalr#pandas.util._decoratorsr$pandas.util._exceptionsr%pandas.core.dtypes.commonr&r'r(r)pandas.core.shared_docsr*setrZdiscardcompiler}r, dataclassr.r>r\r_rprsryrrrrvaluesrrrrrr rrrrrrAr lru_cacherFr<r<r<r=s   0 $         ,     "    3 #  87$