!hHddlmZddlmZmZddlmZmZmZm Z ddl Z ddl m Z ddl Z ddlmZmZmZmZmZddlZddlZddlmZddlmZmZmZdd lmZdd lm Z dd l!m"Z"m#Z#m$Z$dd l%m&Z&dd l'm(Z(m)Z)ddl*m+Z+m,Z,erddl-m.Z.m/Z/m0Z0ddl1m2Z2m3Z3dZ4Gdde+Z5GddejZ6Gdde5Z7ddZ8ddZ9dS)) annotations)abc defaultdict)HashableIteratorMappingSequenceN)StringIO)IO TYPE_CHECKING DefaultDictLiteralcast)lib)EmptyDataError ParserError ParserWarning)cache_readonly)find_stack_level) is_bool_dtype is_integeris_numeric_dtype) is_dict_like) dedup_namesis_potential_multi_index) ParserBaseparser_defaults) ArrayLike ReadCsvBufferScalar)Index MultiIndexuc<eZdZUded<dFfd ZedGd ZdHd Z dIdJdZdKdZ dIdLdZ dMdZ edNdZ dOdZ edZdPd&ZdQd(ZdRd*ZdSd,ZdQd-ZdTd1ZdUd3ZdVd6ZdVd7ZdVd8ZdWd;ZdVd<ZdXd=ZdYd?ZdZdAZdId[dBZd\dDZd]dEZ xZ!S)^ PythonParserset[int]_no_thousands_columnsfReadCsvBuffer[str] | listreturnNonec Tt|d_g_d_d_|d_tjr j_n fd_t|d_ |d_ |d_ tj trtj _ |d_|d _|d _|d _|d _|d _d_d|vr |d_|d_|d_|d_|d_t|t4r&t7t8t|_n,t;|dsJ|_d_ \}_!_"#|j$\_%_$_&}t5j%_'j(s7)\}_'_%d_*j$|_$j3t5tWtYj%_-j%_./_0tYjdkrtcddS)zN Workhorse function for processing nested list into DataFrame Nrskiprowsc|jvSN)r,)xselfs Yc:\xampp_lite_8_4\www\timesheet\venv\Lib\site-packages\pandas/io/parsers/python_parser.pyz'PythonParser.__init__..Zsa4=&8 skipfooter delimiter quotechar escapechar doublequoteskipinitialspacelineterminatorquotingskip_blank_linesFhas_index_namesverbose thousandsdecimalcommentreadlineTz'Only length-1 decimal markers supported)2super__init__databufposline_posr,callableskipfunc_validate_skipfooter_argr4r5r6 isinstancestrr7r8r9r:r;r<r=r>r?r@rAlistrrhasattr _make_reader _col_indices_infer_columnsnum_original_columns unnamed_cols_extract_multi_indexer_columns index_namescolumns col_names orig_names_has_complex_date_col_get_index_name_name_processedrangelen_validate_parse_dates_presence_parse_date_cols_set_no_thousand_columnsr& ValueError)r0r'kwdsrX_rW __class__s` r1rEzPythonParser.__init__Js *.  Z( DM " " 9 MDMM8888DM24 3EFFk*k* dnc * * 1 00DN|, . $%7 8"#34I $%7 8$  $ $#'(9#:D I k*I I  a   -Xc]A..DII1j)) ) ))))!,,DI/3    ! !    %    / /      L   N +/t|*<*< ) /;?;O;O;Q;Q 8[$/4<#'D '#.   $ $U3t|+<+<%=%= > >D  $ C CDL Q Q%)%B%B%D%D" t|   ! !FGG G " !r3 re.Patternctj|j}|jd|d}n"tj|j}d|d|d}tj|S)Nz^[\-\+]?[0-9]*(z [0-9]*)?([0-9]?(E|e)\-?[0-9]+)?$z^[\-\+]?([0-9]+z |[0-9])*()reescaper@r?compile)r0r@regexr?s r1numzPythonParser.numsw)DL)) > !PwPPPEE $.11I-9--w--- z%   r3IO[str] | ReadCsvBuffer[str]c j t dkrÉjrtdGfddtj}|} |_nn}|ggd}j s|s]xj dz c_ }|ggd}j [|]ttt|}|d}xj dz c_ xj dz c_ t j|}|j|_t jt#||}jt|t j|d} n fd } | } | S) NrCz.MyDialect N) __name__ __module__ __qualname__r5r6r7r8r9r;r:r0sr1 MyDialectrqsA N  N !_ ". #'#8 ,!%r3rwr)dialectT)rxstrictc3 K}tj}||VD]+}||V,dSr.)rBrirksplitstrip)linepatr'seps r1_readz(PythonParser._make_reader.._reads}zz||jooii -----22D))DJJLL11111122r3)r5r_r:rccsvDialectrB_check_commentsrKrHrrOrNrISniffersniffreaderr rGextend) r0r'rwdiar}lines lines_strsniffedline_rdrrrrs `` @r1rQzPythonParser._make_readers n ;#c((a--"  R & & & & & & &CK & & &C # zz||,,tfX66q9mmDH-->U>HHMHH::<U>!cE22 !|A  " +----d33 ' 1 :htnncBBBX///Z3t<<z8PythonParser._exclude_implicit_index..As4   *1!T[D'!f*%r3)rrZrr_implicit_indexr__check_data_length enumerate)r0rrrrs ` @@r1rz$PythonParser._exclude_implicit_index,s  O $       )((F'll  w///      5>u5E5E    r3sizec@||j}||S)N)r) chunksizer)r0rs r1 get_chunkzPythonParser.get_chunkFs$ <>Dyydy###r3rFMapping[Hashable, np.ndarray]Mapping[Hashable, ArrayLike]c||j}||j}i}i}t|jt rZ|jD]Q}|j|}|j|}t|tr||jvr |j|}|||<|||<Rn|j}|j}| ||||j ||Sr.) _clean_mapping convertersrrM na_valuesdict na_fvaluesintrZ_convert_to_ndarraysr>) r0rF clean_conv clean_dtypesclean_na_valuesclean_na_fvaluescolna_value na_fvalues r1rzPythonParser._convert_dataPs ((99 **4:66  dnd + + /~ 2 2>#. OC0 c3''/Ct,F,F/#.C'/$(1 %% 2#nO# ((    L      r3boolc|jdS|j}t|tttjfrt |dkSdS)NFrC)headerrMrOtuplenpndarrayr_)r0rs r1_have_mi_columnszPythonParser._have_mi_columnsssF ; 5 ftUBJ7 8 8 v;;? "5r39tuple[list[list[Scalar | None]], int, set[Scalar | None]]c t |jd}d}t}|j|j}|j}t |t t tjfr|rt ||ddzgz}n|g}g}t|D]\}} | } |j |kr| } |j |kn*#t$r} d|j cxkr|krnn|r ||dkrst tt|r |ddn|} dd| dt#| d} t%d | d |j d | |rT|dkrN|r||dgt#|dz|||fcYd} ~ cS|jst+d | |jdd} Yd} ~ nd} ~ wwxYwggt| D][\} }|d kr;|r d| d|}nd| }| |F|\|st-t.}fdt1t#Dz}|D]} | }|}||}|dkr|dkr'|dz||<|d|}|vr|dz }n||}|dk'|j|t5|jrh|j|N|j|4|j||j|i|| <|dz||<nv|rt||dkrht#}|j}|t#|nd}t#}||kr ||z |ks|dkrd}dg|z|jdg|_||fdDt#|dkrt#}|r|' | }n#t$rd}YnwxYw|dnt#|}t#t#|dkr"t#|krt%dt#|dkrt?d|j |!||nt#}|j"Ht#t#|j"kr#fdtG|j"Dg}n g}n|!||d|}nt#|j$}|}s;t t1|g}|!||d|}n|j t#|kr(|!g|}t#}nhtK|j s4t#t#|j krt%dg}|!||d||||fS)NrTrC[,z ], len of z, zPassed header=z but only z lines in fileNo columns to parse from filez Unnamed: _level_cg|]}|v| Srr)rrthis_unnamed_colss r1 z/PythonParser._infer_columns..s/&&&$555555r3.Fc h|] }| Srr)rr this_columnss r1 z.PythonParser._infer_columns..s$P$P$P\!_$P$P$Pr3zHNumber of passed names did not match number of header fields in the filez*Cannot pass names with multi-index columnsc g|] }| Srr)rrrs r1rz/PythonParser._infer_columns..sLLLQaLLLr3)&rsetrrrMrOrrrr_buffered_linerI _next_linermaprNjoinr_rc _clear_bufferappendrrrr^rrgetupdaterrG TypeErrorusecols_handle_usecolsrRsorted _header_linerJ)r0rT clear_bufferrUrhave_mi_columnsrXlevelhrr}errjoimsgrccol_namecountscol_loop_orderrold_col cur_countlcsicic unnamed_count first_linelen_first_data_rowncolsrrrs @@@r1rSzPythonParser._infer_columns~s    +.55 ; "[F"3O&4 ";<< ""=!&\\VBZ!^,<&>9&>&>#&,#6#6$-NII06s I #,a--!% 6$0$<$<!7$(JNN7$;$;$G$(JNN3$7$7$? $ 1 13 w8O8O2P Q Q Q*- Q&/!ms -4.%6VBZ'' .."n),SXXXa(+,=(>(> -//BGm4K4KPRVWPWPW+0L,06B;L(, ~DH|,,,##$P$P$P$P>O$P$P$PQQQw<<1$$+.|+<+<( %""$$$ &!%!2!2JJ$&&&!%JJJ&+5*w<O>O0O0O 0 !'$$Wgaj%@@@,l::s7>C G;C$G6G; &G66G;4R RRc|jdS |}n=#t$r0}|jst d||jdd}Yd}~nd}~wwxYw|S)Nr)rrrrr)r0r}rs r1rzPythonParser._header_line7s ; "4 !&&((DD ! ! !: O$%DEE3N:aaa=DDDDDD  !  s A&AArXlist[list[Scalar | None]] usecols_keylist[Scalar | None]rTrc|jMt|jr||j|ntd|jDrt |dkrt dg|jD]}t |trU | |A#t $r| |j|YhwxYw|n/fd|jD}|rtd|d|jfd|D}t|_ |S) zb Sets self._col_indices usecols_key is used if there are string usecols. Nc3@K|]}t|tVdSr.)rMrN)rus r1 z/PythonParser._handle_usecols..Us,>>AZ3''>>>>>>r3rCz4If using multiple headers, usecols must be integers.c g|] }|k| Srr)rrrTs r1rz0PythonParser._handle_usecols..es+###3:N3N3NC3N3N3Nr3z..ps'EEEtq!A4D4D4D4D4Dr3)r)rcolumnrs r1rz0PythonParser._handle_usecols..osFFEEEy00EEEr3)rrJ_evaluate_usecolsanyr_rcrMrNrr_validate_usecols_namesrrrR)r0rXrrTrmissing_usecolsrs ` @r1rzPythonParser._handle_usecolsFs < # %% +"44T\;OO >>>>>>> +w<.s$331u333333r3)allr0r}s r1_is_line_emptyzPythonParser._is_line_emptys(x3333d333333r3ct|jtr||jrH|jt |jkrn*|xjdz c_||jH ||j|jgd}|xjdz c_|js+||j|jdz s|rn?|jr!| |g}|r |d}nn#t$rtwxYwn||jrG|xjdz c_|jJt|j||jG | |jdz}|xjdz c_|]||gd}|jr"| |g}|r |d}nn||s|rn|jdkr||}|xjdz c_|j||S)NrCTrrow_num)rMrFrOrKrHr_rr<r+_remove_empty_lines IndexErrorrnext_next_iter_liner%rIrGr)r0r}ret orig_lines r1rzPythonParser._next_lines di & &+ --)) 8s49~~--A --))   ((//481D0EFFqIDHHMHH0++DIdhl,CDDHL,""66v>>"#&q6D!!(((''( ("--)) A y,,,TY --))   00A0FF A (// <>"#&q6D!",,Y774 & 8q==&&t,,D    sA-D.'DD)rrNr.c|j|jjkrt||j|jjkr1t jd|d|dttdSdS)a  Alert a user about a malformed row, depending on value of `self.on_bad_lines` enum. If `self.on_bad_lines` is ERROR, the alert will be `ParserError`. If `self.on_bad_lines` is WARN, the alert will be printed out. Parameters ---------- msg: str The error message to display. row_num: int The row number where the parsing error occurred. Because this row number is displayed, we 1-index, even though we 0-index internally. zSkipping line z: rr) stacklevelN) on_bad_linesBadLineHandleMethodERRORrWARNwarningswarnrr)r0rr.s r1_alert_malformedzPythonParser._alert_malformeds"   8 > > >c"" "   8 = = = M333C333+--       > =r3list[Scalar] | Nonecp |jJt|j}t|tsJ|S#tj$rn}|j|jj|jj fvrDt|}d|vsd|vrd}|j dkr d}|d|zz }| ||Yd}~dSd}~wwxYw)a[ Wrapper around iterating through `self.data` (CSV source). When a CSV error is raised, we check for specific error messages that allow us to customize the error message displayed to the user. Parameters ---------- row_num: int The row number of the line being parsed. Nz NULL bytezline contains NULzNULL byte detected. This byte cannot be processed in Python's native csv library at the moment, so please pass in engine='c' insteadrzError could possibly be due to parsing errors in the skipped footer rows (the skipfooter keyword is only applied after Python's csv library has parsed all rows).. ) rFr1rMrOrErrorr7r8r9r:rNr4r=)r0r.r}erreasons r1r2zPythonParser._next_iter_lines! 9((( ??DdD)) ) ))Ky    (.(-%!ff#%%)<)C)C??Q&&%4&=(C%%c7333444445 s58B5A#B00B5rlist[list[Scalar]]cl|j|Sg}|D]}g}|D]}t|tr|j|vs ||jvr||?|d||j}t |dkr|||||S)Nr)rArMrNrrfindr_)r0rr3r}rlr/s r1rzPythonParser._check_commentsEs < L  DB  "1c** |1,,DN**IIaLLLL0AFF4<0001A1vvzz !  JJrNNNN r3cd|D}|S)a Iterate through the lines and remove any that are either empty or contain only one whitespace value Parameters ---------- lines : list of list of Scalars The array of lines that we are to filter. Returns ------- filtered_lines : list of list of Scalars The same array of lines with the "empty" ones removed. cg|]_}t|dksHt|dk(t|dtr|d]|`S)rCr)r_rMrNr|rr}s r1rz4PythonParser._remove_empty_lines..jsj   D A t99>>#DGS11"59!W]]__" ">>r3r)r0rr3s r1r/z PythonParser._remove_empty_linesZs'       r3cN|j|S|||jdS)Nrrsearchreplace)r?_search_replace_num_columnsr0rs r1_check_thousandszPythonParser._check_thousandsus5 > !L//0   r3rMrNcg}|D]}g}t|D]\}}t|tr9||vs5||jvs,|j|s||i|||||||Sr.) rrMrNr&rmrMr|rrN) r0rrMrNr3r}rGrr/s r1rOz(PythonParser._search_replace_num_columns}s  DB!$ : :1"1c**:QD6668??17799557IIaLLLLIIaii889999 JJrNNNN r3cl|jtdkr|S|||jdS)Nr@rrL)r@rrOrPs r1_check_decimalzPythonParser._check_decimals? >SYY1J%JJJ%)%D *:*:%;%;DN#x|DH%d^^--q!,,,,"&gJ03G D-W44  " "#'D ~%!%e,?&@&@!A!AJJ/3.E.E// +ZDN:w..s#A AAA33 BBrcj}jr|tjz }t d|D}||krjdurxjpjrjnd}g}t|}t|}g}|D]\}} t| } | |krtj r- | } | | | [j j j j j fvr>j||z |zz } | | | fj j j krn| | |D]j\} } d|d| dzd| } jr7tjdkrjt"jkr d}| d |zz } | | dzkt)t+j|| j}jrOjJjjrfd t|D}nfd t|D}|S) Nc34K|]}t|VdSr.)r_)rrows r1r z-PythonParser._rows_to_cols..s(223c#hh222222r3Frz Expected z fields in line rCz, saw zXError could possibly be due to quotes being ignored when a multi-char delimiter is used.r@) min_widthc|g|]8\}}|tjks|tjz v6|9Sr)r_r)rrarr0s r1rz.PythonParser._rows_to_cols..1sY"""1C////s4>222kAA BAAr3c"g|] \}}|v | Srr)rrrcrs r1rz.PythonParser._rows_to_cols..:s."""!QqK?O?OA?O?O?Or3)rTrr_rmaxrr4rrJr7rr8r9r:rHr5r;r QUOTE_NONEr=rOrto_object_arrayTrR)r0rcol_lenmax_lenfooters bad_lines iter_content content_lenr_content actual_lennew_lr.rrCzipped_contentrs` @r1rzPythonParser._rows_to_colss+   + s4>** *G22'22222 g  e++ $)-?dooaGI$W--Lg,,KG+ - - 8 ]] '' 122 " $ 1 1( ; ; ,#NN5111*0605/#'(kAo.G"H!((':)>???,0H0NNN!ENN8,,,,'0 8 8#$$$1$$!$$ N )DN++a// 66G4&=(C%%c7Q;7777c1'WMMMOPP < $000+K# """"" ). 9 9""""""""+N";";"""r3c|j}d}|Tt|j|kr%|jd||j|dc}|_n|t|jz}|,t|jtr|jt|jkrt |)|j|jd}t|j}n&|j|j|j|z}|j|z}||}||||_nbg} |d}d}|j|jnd}||krZ|jJt|j}| ||zs|dz }|dz }| |||kZt|} ||}||nAd} | |j|zdz} |dz }| | | >n]#t $rPt|} ||}||t|dkrYnwxYw|xj| z c_g|_n|}|j r|d|j }||}|jr||}||}||S)NrrCTr-)rGr_rMrFrOrHr_remove_skipped_rowsrr1rKrr2r4rr<r/rQrT) r0rrnew_rowsnew_pos row_indexrow_ctrr# len_new_rowsnext_rows r1rzPythonParser._get_lines?s3  48}}$$%)Xete_dhtuuo"$((DH %  $)T**3 )8c$)nn,,''<#y4H!$)nnGG#yDHtO)CDH"hoG44X>> X&&&""'$% !"-1X-Aq$tmm$(9#8#8#8&*49ooG#'==)1C#D#D, &! %NI$OOG444%tmm(+8}} #'#<#.sD3T]]1tx<=X=Xr3)r,r)r0rus` r1rtz!PythonParser._remove_skipped_rowssG = "+H"5"5 r3c\t}|jr0|jr)|jJ||j|j}|jr|jr|jJt |j|jD]\}}t|jts)t|js| |t|jtrR||jvrIt|j|rt|j|r| ||Sr.) rrX parse_datesrR_set_noconvert_dtype_columnsrziprMrraddr)r0no_thousands_columnsrrs r1rbz%PythonParser._set_no_thousand_columnssB), < D, $000#'#D#D!4<$$  < 0DJ 0$000d/>> 0 03!$*d330rrDr)rD)rrDrMrNrNrNr)rD)r)r*)r)rV)rrDr)r)rrr)rD)rurDr)rD)r)r%)"rsrtru__annotations__rErrmrQrrrrrrSrrrr%r+rr=r2rr/rQrOrTrr\rrrtrb __classcell__)rfs@r1r$r$Gs####]H]H]H]H]H]H~ ! ! !^ !>>>>B"&4040404040l6"&$$$$$! ! ! ! F^w;w;w;w;r  ^ ....`%%%%3,3,3,3,j 4 4 4 46666p4....`*6    &    L/L/L/L/\TTTTlO*O*O*O*O*b$$$$$$$$r3r$c>eZdZdZ dddZdddZ dddZddZdS)FixedWidthReaderz( A reader of fixed-width lines. Ndr'rncolspecs(list[tuple[int, int]] | Literal['infer']r5 str | NonerAr,set[int] | None infer_nrowsrr)r*c ||_d|_|rd|znd|_||_|dkr||||_n||_t |jttfs$tdt|j |jD]}t |ttfr}t|dkrjt |dttjtdfr5t |dttjtdfstd dS) Nz z infer)rr,z;column specifications must be a list or tuple, input was a rrrCzEEach column specification must be 2 element tuple or list of integers)r'bufferr5rAdetect_colspecsrrMrrOrtypersr_rrinteger)r0r'rr5rAr,rcolspecs r1rEzFixedWidthReader.__init__sW'+ /8G)++i w   00'(1DMM%DM$-%77 9#H~~699  }  G7UDM22 LLA%%wqzCT$ZZ+HII&wqzCT$ZZ+HII& : &  r3 list[str]c|t}g}g}t|jD]H\}}||vr||||t ||krnIt ||_|S)a Read rows from self.f, skipping as specified. We distinguish buffer_rows (the first <= infer_nrows lines) from the rows returned to detect_colspecs because it's simpler to leave the other locations with skiprows logic alone than to modify them to deal with the fact we skipped some rows here as well. Parameters ---------- infer_nrows : int Number of rows to read from self.f, not counting rows that are skipped. skiprows: set, optional Indices of rows to skip. Returns ------- detect_rows : list of str A list containing the rows to read. )rrr'rr_iterr)r0rr, buffer_rows detect_rowsrr`s r1get_rowszFixedWidthReader.get_rowss2  uuH  ''  FAs  ""3'''   s # # #;;../;'' r3list[tuple[int, int]]c ddjD}tjd|d}||}|st dt tt|}tj |dzt}j fd|D}|D]E}| |D]-} d|| | <.Ftj|d} d | d <tj|| z dkd } t%t'| ddd | ddd } | S) Nrcg|]}d|S)\rr(s r1rz4FixedWidthReader.detect_colspecs..s???1h1hh???r3z([^z]+)z(No rows from which to infer column widthrC)rcPg|]"}|jd#S)r) partitionrA)rr`r0s r1rz4FixedWidthReader.detect_colspecs..s,CCCsCMM$,//2CCCr3rr)rr5rirkrrrerr_rzerosrrAfinditerr r"rollwhererOr) r0rr, delimiterspatternrrjmaskr`mshiftededges edge_pairss ` r1rz FixedWidthReader.detect_colspecssvWW?????@@ *2:22233}}[(33 M !KLL Lc#tnn%%x! 3/// < #CCCCdCCCD . .C%%c** . .,-QWWYY()) .'$"" $.Q.//2#eCCaCj%1+6677 r3cjA tjn?#t$rd_tjYnwxYwtjfdjDS)NcZg|]'\}}||j(Sr)r|r5)rfrom_tor}r0s r1rz-FixedWidthReader.__next__..$s5VVV%U2X$$T^44VVVr3)rr1rr'rr*s`@r1__next__zFixedWidthReader.__next__s ; " $DK((  $ $ $" DF|| $<..Gs<EE1z!S)))6QWWYYEEEEEEr3)rrJs r1rz=FixedWidthFieldParser._remove_empty_lines..DsE   EEEEEEE    r3rrPs r1r/z)FixedWidthFieldParser._remove_empty_lines=s#      r3N)r'rr)r*)r'rnr)rr)rsrtrurrErQr/rr3r1rr'sZ ////            r3rr)rc4td|DS)Nc3*K|]}|dks| dVdS)rNrCr)rvs r1r z#count_empty_vals..Ls*77Q!r''QYqYYYY77r3)sum)valss r1rrKs 77$777 7 77r3r4clt|std|dkrtd|S)a Validate the 'skipfooter' parameter. Checks whether 'skipfooter' is a non-negative integer. Raises a ValueError if that is not the case. Parameters ---------- skipfooter : non-negative integer The number of rows to skip at the end of the file. Returns ------- validated_skipfooter : non-negative integer The original input if the validation succeeds. Raises ------ ValueError : 'skipfooter' was not a non-negative integer. zskipfooter must be an integerrzskipfooter cannot be negative)rrc)r4s r1rLrLOsC* j ! !:8999A~~8999 r3)r)r)r4rr)r): __future__r collectionsrrcollections.abcrrrr rior ritypingr r r rrr;numpyr pandas._libsr pandas.errorsrrrpandas.util._decoratorsrpandas.util._exceptionsrpandas.core.dtypes.commonrrrpandas.core.dtypes.inferencerpandas.io.commonrrpandas.io.parsers.base_parserrrpandas._typingrrr pandasr!r"rr$rrrrLrr3r1rs6""""""    322222444444 655555   g$g$g$g$g$:g$g$g$T#sWsWsWsWsWs|sWsWsWl! ! ! ! ! L! ! ! H8888r3