o թZh$ @s<dZddlmZddlmZddlZddlZddlmZddl m Z m Z ddl m ZejdZejdZeejd eed d gd d Zed dZeddZejddd dgie gdgdggddfdddgde gdggddfddddgde d d!ggd"d#gdfged$d%Zed&d'Zejd(d)gd*gd+gfd,gd-gd.gfd/gd0gd1gfged2d3Zeejd4gd5d6d7Zed8d9Zeejd:ie d;dde d=dd;0z'test_deep_skip_rows.. c Sr&r'r)r,r"r"r#r/>r0)rr r rr rr3r)r*rangerrrr)rrdataZcondensed_datar Zcondensed_resultr"r"r#test_deep_skip_rows6s r8cCsz|}d}|jt|ddddd}ttdddtdddtddd gdd }ttd d d gd|d}t ||dS)Nz^#foo,a,b,c #foo,a,b,c #foo,a,b,c #foo,a,b,c 1/1/2000,1.,2.,3. 1/2/2000,4,5,6 1/3/2000,7,8,9 rrTr r r r rrrrrrrr)rrrr7rr!r"r"r#test_skip_rows_blankFs "r9zdata,kwargs,expectedzKid,text,num_lines 1,"line 11 line 12",2 2,"line 21 line 22",2 3,"line 31",1r )r zline 21 line 22r )rzline 31r idrZ num_linesrz+a,b,c ~a b~,~e d~,~f f~ 1,2,~12 13 14~~r ) quotecharr)za bze dzf f)abczdText,url ~example sentence one~,url1 ~example sentence two~,url2 ~example sentence three~,url3rzexample sentence twourl2TexturlcCs*|}|jt|fi|}t||dS)Nrrrr)rr7kwargsr!rr r"r"r#test_skip_row_with_newlineas$rGcCsL|}d}gdgdg}t|gdd}|jt|dgd}t||dS)NzYid,text,num_lines 1,"line '11' line 12",2 2,"line '21' line 22",2 3,"line '31' line 32",1)r zline '21' line 22r )rzline '31' line 32r r:r<r r5rrrrr)rrr7exp_datar!r r"r"r#test_skip_row_with_quotes rJz data,exp_dataz\id,text,num_lines 1,"line '11' line 12",2 2,"line '21' line 22",2 3,"line '31' line 32",1)r zline '21' line 22r )rzline '31' line 32r z\id,text,num_lines 1,"line '11 ' line 12",2 2,"line '21 ' line 22",2 3,"line '31 ' line 32",1)r zline '21 ' line 22r )rzline '31 ' line 32r zbid,text,num_lines 1,"line '11 ' line 12",2 2,"line '21 ' line 22",2 3,"line '31 ' line 32",1)r zline '21 ' line 22r )rzline '31 ' line 32r cCs8|}|jt|dgd}t|gdd}t||dS)Nr r5r:r<rrrrr)rr7rIrr r!r"r"r#$test_skip_row_with_newline_and_quotesrLlineterminator)r%z  c Cs|}dgd}tgdgdgdggdd}|jdkr/|d kr/tjjd d }|||d|}d }tj t |d d|j t |ddgdd}Wdn1sWwYt ||dS)Nr%)zSMOSMANIA ThetaProbe-ML2X z2007/01/01 01:00 0.2140 U M z2007/01/01 02:00 0.2141 M O z2007/01/01 04:00 0.2142 D M ) 2007/01/01z01:00g1Zd?UM)rOz02:00gk g?rQO)rOz04:00gBfj?DrQ)datetimevarflagZoflagr<pythonrNz+'CR' not respect with the Python parser yet)reasonz;The 'delim_whitespace' keyword in pd.read_csv is deprecatedF)matchZcheck_stacklevelr T)rZdelim_whitespacenames)r*renginepytestmarkZxfailZ applymarkerreplacerZassert_produces_warning FutureWarningrrr) rrMrequestrr7r!r^Zdepr_msgr r"r"r#test_skiprows_lineterminators6    rbcCs8|}d}tddgi}|jt|dd}t||dS)Nz a" b" a 1r?r r r5rHrrr7r!r r"r"r#test_skiprows_infield_quotes rdzkwargs,expected1Zfoo)r r[cCs6|}d}|jt|fdddi|}t||dS)N a 1 2 3 4 5rcSs |ddkS)Nr rr"xr"r"r#s z)test_skip_rows_callable..rE)rrFr!rr7r r"r"r#test_skip_rows_callables rkcCsD|}d}tddgddgg}|jt|dddd}t||dS) Nz0,a 1,b 2,c 3,d 4,er r@rdcSs|dvS)N)r rr"rhr"r"r#rj z0test_skip_rows_callable_not_in..)r rrHrcr"r"r#test_skip_rows_callable_not_insrncCsV|}d}d}tjt|d|jt|dddWddS1s$wYdS)NrgzNo columns to parse from filerZcSsdS)NTr"rhr"r"r#rjsz)test_skip_rows_skip_all..r5)r]raisesrrr)rrr7msgr"r"r#test_skip_rows_skip_all "rrcCsVd}|}d}tjt|d|jt|dddWddS1s$wYdS)Nzby zerorgrocSsddS)Nr rr"rhr"r"r#rj!rmz-test_skip_rows_bad_callable..r5)r]rpZeroDivisionErrorrr)rrqrr7r"r"r#test_skip_rows_bad_callablersrucCsFd}|}|jt|dgdd}tgdgdd}t||dS)Nz$a,b 1,a 2,b 3,c 4,d 5,e 6,f 7,g 8,h rf)r r2r)Znrowsr)r rrfr3)r?rAegh)r?r@rK)rr7rr r!r"r"r#test_skip_rows_and_n_rows$s  rzcCsnd}|}|jt||dddd}t|}t|}t|tdgdit|tdgdigd d dS) Nz%col_a 10 20 30 40 50 60 70 80 90 100 cSs|dvS)N)r r2rfr"rhr"r"r#rjHrmz,test_skip_rows_with_chunks..r2)r\r chunksizeZcol_a)<F)PZd)r2rfr)r)rrnextrrr)rr7rreaderZdf1Zdf2r"r"r#test_skip_rows_with_chunks7s $r)%__doc__riornumpyrr]Z pandas.errorsrZpandasrrZpandas._testingZ_testingrr^Z usefixturesZ xfail_pyarrowfilterwarningsZ pytestmarkZ parametrizelistr6r$r8r9rGrJrLrbrdrkrnrrrurzrr"r"r"r#s          !     '