3 Udh8 @s<dZddlZddlZddlZddlZddlZddlZddlZddlm Z m Z ddl Z ddl Z ddl mZmZmZddljjZddlZddlmZddljZddlmZmZeZe jddd d Z dPd d Z!d dZ"ddZ#ddZ$ddZ%ddZ&ddZ'ddZ(ddZ)ejej*j+ej*j,e-dddd Z.e je.d!d"dZ/d#d$Z0d%d&Z1d'd(Z2d)d*Z3d+d,Z4e jd-d.Z5Gd/d0d0Z6Gd1d2d2Z7e j8j9d3d4gd5ejd6d7d8gfd9ej:j;d6d7d8gd:d;dZej?dGdHdIZ@GdJdKdKejAZBdLdMZCdNdOZDdS)Qa< manage legacy pickle tests How to add pickle tests: 1. Install pandas version intended to output the pickle. 2. Execute "generate_legacy_storage_files.py" to create the pickle. $ python generate_legacy_storage_files.py pickle 3. Move the created pickle to "data/legacy_pickle/" directory. N)catch_warnings simplefilter)_get_lzma_file _import_lzmais_platform_little_endian)Index)DayMonthEndmodule)ZscopecCsddlm}|S)Nr)create_pickle_data)Z-pandas.tests.io.generate_legacy_storage_filesr )r r O/var/www/html/virt/lib64/python3.6/site-packages/pandas/tests/io/test_pickle.pycurrent_pickle_data%s rcCst|trtj||dS|jdr6tj}|||n`|dkrv|tjkrX|tjksttq||ksdt|j |j kstn t td|dtj }|||dS)NZsp_ timestampZassert_Z_equal) isinstancertmassert_index_equal startswithZ assert_equalpdZNaTAssertionErrorfreqgetattrZassert_almost_equal)resultexpectedtypversion comparatorr r r compare_element0s      rc Csztj|}t}xd|jD]X\}}xN|jD]B\}}|||}d|d|} |j| |d} | ||||q,WqW|S)NZcompare__r)r read_pickleglobalsitemsget) dataZvfrmrdvdtrrrr r r compareCs  r'cCstj|||jj|jjks t|jjj s0ttj|dk|dk|jj}|tdtdksdt|tjdd}t |tjst|tjdddkst|tjdd}t |tjst|tjdddkstdS)Nr)hours)daysr*) nanoseconds)r+r,) rassert_series_equalindexrr normalizerrZ Timedeltar)rrrrrresr r r compare_series_tsUs r1cCstj||dS)N)rr-)rrrrr r r compare_series_dt_tzisr2cCstj||dS)N)rr-)rrrrr r r compare_series_catmsr3cCstj||dS)N)rassert_frame_equal)rrrrr r r compare_frame_dt_mixed_tzsqsr5cCstj||dS)N)rr4)rrrrr r r compare_frame_cat_onecolusr6cCst||||dS)N)r6)rrrrr r r compare_frame_cat_and_floatysr7cCsVtj||t|jtst|jtks,t|jdks:ttj|jd|jddS)NMr))rrrrr rZfreqstrshift)rrrrr r r compare_index_period}s  r:r# legacy_pickle*z*.pickle)paramscCs ||jS)N)param)requestdatapathr r r r;sc CsRtstjdtjjtjj|}tddtdt |||WdQRXdS)Nz"known failure on non-little endianT)recordignore) rpytestskipospathbasenamedirnamerrr')rr;rr r r test_pickless   rIc Csdd}dd}|}x|jD]\}}xz|jD]n\}}xdtj|gD]V}|dkrRqDtj:} ||| tj| } t| |||| } t| ||WdQRXqDWq0WqWdS)Nc Ss*t|d}tj||ddWdQRXdS)Nwbr()protocol)openpickledump)objrFfhr r r python_picklers z/test_round_trip_current..python_picklerc Ss*t|d}|jdtj|SQRXdS)Nrbr)rMseekrNload)rFrQr r r python_unpicklers  z1test_round_trip_current..python_unpickler)r!r to_pickler ensure_cleanrr) rrRrVr#rr%r&rwriterrFrr r r test_round_trip_currents    rZcCs(tj}tj|jtj}tj||dS)N)r makeDataFrameZround_trip_pathlibrWrrr4)dfrr r r test_pickle_path_pathlibsr]cCs(tj}tj|jtj}tj||dS)N)rr[Zround_trip_localpathrWrrr4)r\rr r r test_pickle_path_localpathsr^cCsttjt(tdttj|ddddddWdQRXtjt(tdttj|dddd ddWdQRXdS) ap Generated with >>> df = pd.DataFrame({"A": [1, 2, 3, 4], "B": [0, 0, 1, 1]}).to_sparse() >>> df.to_pickle("pandas/tests/io/data/pickle/sparseframe-0.20.3.pickle.gz", ... compression="gzip") >>> s = df['B'] >>> s.to_pickle("pandas/tests/io/data/pickle/sparseseries-0.20.3.pickle.gz", ... compression="gzip") rBior#rNzsparseseries-0.20.3.pickle.gzgzip) compressionNzsparseframe-0.20.3.pickle.gz)rZassert_produces_warning FutureWarningrDeprecationWarningrr)r@r r r test_legacy_sparse_warnings      rdcCsdtjddS)N__ z __.pickle)rZrandsr r r r get_random_pathsrgc@seZdZddddddZddZd d Zejjd d d ddgddZ ejjdd ddddgddZ ddZ ejjdd dddddgddZ dS)TestCompressionz.nonez.gzz.bz2z.zipz.xz)Nr`bz2zipxzcCs|dkrtj||dS|dkr.tj|d}n||dkrDtj|d}nf|dkrtj|dtjd}|j |t j j |WdQRXn*|dkrt t|d}nd|}t||dkrt|d$}||j |jWdQRXWdQRXdS) Nr`wrirj)rarkzUnrecognized compression type: rS)shutilcopyfiler`rMriBZ2FilezipfileZipFile ZIP_DEFLATEDwriterErFrGrlzma ValueErrorread)selfZsrc_path dest_pathrafmsgrQr r r compress_files"   zTestCompression.compress_filec Cs|}|d}|d}tj|}tj|t}tj}|j||dtj||d*} t|d} | j| jWdQRXWdQRXtj |dd} tj || WdQRXWdQRXdS)Nz .compressedz.raw)rarJ) rrXr[rWdecompress_filerMrsrvrrr4) rwrargbasepath1path2p1p2r\ryrQdf2r r r test_write_explicit s "z#TestCompression.test_write_explicitraNonebadZ7zcCsJtjtdd2tj|}tj}|j||dWdQRXWdQRXdS)NzUnrecognized compression type)match)ra)rCZraisesrurrXr[rW)rwrargrFr\r r r test_write_explicit_bad"s z'TestCompression.test_write_explicit_badextz .no_compressc Cs|}||}|d}d}x"|jD]}|j||kr |}Pq Wtj|}tj|p} tj} | j|tj||d*} t| d} | j| jWdQRXWdQRXt j | dd} tj | | WdQRXWdQRXdS)Nz.raw)rarJ) _compression_to_extensionrrXr[rWr|rMrsrvrrr4)rwrrgr}r~rracrrr\ryrQrr r r test_write_infer)s    "z TestCompression.test_write_inferc Cs|}|d}|d}tj|\}tj|F}tj}|j|dd|j|||dtj||d} tj|| WdQRXWdQRXdS)Nz.rawz .compressed)ra)rrXr[rWr{rrr4) rwrargr}r~rrrr\rr r r test_read_explicitDsz"TestCompression.test_read_explicitc Cs|}|d}||}d}x"|jD]}|j||kr |}Pq Wtj|X}tj|B} tj} | j|dd|j|| |dtj| } tj| | WdQRXWdQRXdS)Nz.raw)ra) rrrXr[rWr{rrr4) rwrrgr}r~rrarrrr\rr r r test_read_inferWs  zTestCompression.test_read_inferN) __name__ __module__ __qualname__rr{rrCmark parametrizerrrrr r r r rhs rhc@s*eZdZejjdddddgddZdS) TestProtocolrKr(rr)c CsFtj|2}tj}|j||dtj|}tj||WdQRXdS)N)rK)rrXr[rWrrr4)rwrKrgrFr\rr r r test_readws   zTestProtocol.test_readNrL)rrrrCrrrr r r r rvsr pickle_fileexcolsz test_py27.pklabrztest_mi_py27.pklABCcCs*|ddd|}tj|}tj|j|dS)Nr_r#rN)rrrrcolumns)r@rrrFr\r r r test_unicode_decode_errors  rcCsltjZ}tj}t|d}|j|WdQRXt|d}tj|}WdQRXtj||WdQRXdS)NrJrS)rrXr[rMrWrrr4)rFr\rQrr r r test_pickle_buffer_roundtrips   rmockurlzhttp://url.comzftp://test.comzhttp://gzip.comc spdd}GdddtjHfdd}tj}|||jd|tj|}tj||WdQRXdS)Nc Ss*t|d}tj||ddWdQRXdS)NrJr()rKrL)rMrNrO)rPrFrQr r r rRs z3test_pickle_generalurl_read..python_picklerc@s$eZdZddZddZddZdS)z5test_pickle_generalurl_read..MockReadResponsecSs.t|d|_d|kr ddi|_n ddi|_dS)NrSr`zContent-Encoding)rMfileheaders)rwrFr r r __init__s  z>test_pickle_generalurl_read..MockReadResponse.__init__cSs |jjS)N)rrv)rwr r r rvsz:test_pickle_generalurl_read..MockReadResponse.readcSs |jjS)N)rclose)rwr r r rsz;test_pickle_generalurl_read..MockReadResponse.closeN)rrrrrvrr r r r MockReadResponsesrcsS)Nr )argskwargs)rrFr r mock_urlopen_readsz6test_pickle_generalurl_read..mock_urlopen_readzurllib.request.urlopen)rrXr[setattrrrr4)Z monkeypatchrrRrr\rr )rrFr test_pickle_generalurl_reads    rZfsspecc CsDtj2d}tj}|j|tj|}tj||WdQRXdS)Nzmemory://afile)rrXr[rWrrr4)rr\rr r r test_pickle_fsspec_roundtrips    rc@seZdZddZdS)MyTzcCsdS)Nr )rwr r r rsz MyTz.__init__N)rrrrr r r r rsrcCsFtjtdtf}tj|}tj|d|dt|dtsBtdS)N)Zdtyperr() rSeriesobjectrrround_trip_pickler-rr)rrr r r test_read_pickle_with_subclasss rcCshtjtdjdjdg}tj|}|jjdj dks sf     !  *!