o d!@spddlmZddlmZddlmZddlmZddlZ ddlm Z ddl m Z ddl mZGd d d eZdS) ) annotations) ReadBuffer)import_optional_dependency) is_integerN) DataFrame)_arrow_dtype_mapping) ParserBasecsHeZdZdZdfdd Zdd Zdd d ZdddZdddZZ S)ArrowParserWrapperz7 Wrapper for the pyarrow engine for read_csv() srcReadBuffer[bytes]returnNonec s$t|||_||_|dS)N)super__init__kwdsr _parse_kwds)selfr r __class__Z/app/.heroku/python/lib/python3.10/site-packages/pandas/io/parsers/arrow_parser_wrapper.pyrs  zArrowParserWrapper.__init__cCsf|jd}|dur dn||_||jd\|_|_|jd}t|tr)tdt |jd|_ dS)z? Validates keywords before passing to pyarrow. encodingNzutf-8usecols na_valuesz?The pyarrow engine doesn't support passing a dict for na_values) rgetrZ_validate_usecols_argrZ usecols_dtype isinstancedict ValueErrorlistr)rrrrrrrs   zArrowParserWrapper._parse_kwdscCsdddddd}|D]\}}||jvr&|j|dur&|j||j|<q dd |jD|_d d |jD|_|jdu|jdurI|jn|jd |jd |_dS) z: Rename some arguments to pass to pyarrow include_columns null_values escape_charignore_empty_lines decimal_point)rr escapecharZskip_blank_linesdecimalNcS&i|]\}}|dur|dvr||qS)N) delimiter quote_charr!r"r.0Z option_nameZ option_valuerrr ;z;ArrowParserWrapper._get_pyarrow_options..cSr&)N)rr Z true_valuesZ false_valuesr#rr)rrrr+Br,Zskiprows)Zautogenerate_column_namesZ skip_rowsr) itemsrrpop parse_optionsconvert_optionsheaderr read_options)rmappingZ pandas_nameZ pyarrow_namerrr_get_pyarrow_options,s, z'ArrowParserWrapper._get_pyarrow_optionsframerc CsXt|j}d}|jdur7|jdur|jdurt||_t|j|kr3tt|t|j|j|_d}|j|_||j|\|_}|jdurt|jD]\}}t |r\|j||j|<qK||jvrit d|dqK|j |jddd|jdur|sdgt|j j|j _|j ddurz ||j d}W|Sty}zt |d}~ww|S)z Processes data read in based on kwargs. Parameters ---------- frame: DataFrame The DataFrame to process. Returns ------- DataFrame The processed DataFrame. TNFzIndex z invalid)ZdropZinplaceZdtype)lencolumnsr1namesrangerZ_do_date_conversionsZ index_col enumeraterrZ set_indexindexrrZastype TypeError)rr5Znum_colsZmulti_index_namediitemerrr_finalize_pandas_outputWs<       z*ArrowParserWrapper._finalize_pandas_outputcCstd}||j|j|jdi|j|jdi|j|jdi|j d}|j ddkr6|j t j d}n|j ddkrF|j tjd}n| }||S) z Reads the contents of a CSV file into a DataFrame and processes it according to the kwargs passed in the constructor. Returns ------- DataFrame The DataFrame created from the CSV file. z pyarrow.csv)r2r/r0Z dtype_backendZpyarrow)Z types_mapperZnumpy_nullableNr)rr4Zread_csvr Z ReadOptionsr2Z ParseOptionsr/ZConvertOptionsr0rZ to_pandaspdZ ArrowDtyperrr@)rZ pyarrow_csvtabler5rrrreads  zArrowParserWrapper.read)r r r r )r r )r5rr r)r r) __name__ __module__ __qualname____doc__rrr4r@rC __classcell__rrrrr s  +3r ) __future__rZpandas._typingrZpandas.compat._optionalrZpandas.core.dtypes.inferencerZpandasrArZpandas.io._utilrZpandas.io.parsers.base_parserrr rrrrs