/usr/local/lib64/python3.6/site-packages/pyarrow/__pycache__
Edit: /usr/local/lib64/python3.6/site-packages/pyarrow/__pycache__/serialization.cpython-36.pyc (13737B)
3
9%EgG @ s4 d dl Z d dlZd dlZd dlZd dlmZmZm Z y d dl
Z
W n e k
rX e Z
Y nX yd dl m
Z
W n e k
r dd Z
Y nX dd Zdd Zd
d Zd d
Zdd Zdd Zdd Zdd Zdd Zdd Zdd Zd d Zd d Zd d! Zd"d# Z d$d% Z d&d' Z d(d) Z d*d+ Z d,d- Z!d.d/ Z"dS )0 N)SerializationContext py_bufferbuiltin_pickle)descr_to_dtypec C s t | trtj| S t | tr
I s z!descr_to_dtype..)namesformatstitlesoffsetsitemsize)
r strnpdtyper
r lentypevoidr appendr zip)descrdtfieldsoffsetfieldnameZ descr_strshapeZis_padr r r Znametupsr r
r
r r % s,
r c C s dj | }tj|tdd d S )Nz'pyarrow.{}' is deprecated as of 2.0.0 and will be removed in a future version. Use pickle or the pyarrow IPC functionality instead. )
stacklevel)formatwarningswarn
FutureWarning)r" msgr
r
r _deprecate_serializationO s r+ c C sT | j jdkr8| jjs tj| } | jdtjjj | j fS | j
tjjj | j fS d S )Nz|Ouint8) r r flags c_contiguousr ascontiguousarrayviewlibr& dtype_to_descrtolist)objr
r
r _serialize_numpy_array_list\ s
r5 c C sV | d dkr6| d j tjks t| d jt| d S tj| d tj | d dS d S )Nr z|Or )r )r r r, AssertionErrorr0 r array)datar
r
r _deserialize_numpy_array_listg s r9 c C sZ | j jdkr<| jjs tj| j} | jjdtjj j
| j fS | jj tjj j
| j fS d S )Nz|Or, ) r r r- r. r r/ Ar0 r1 r& r2 r3 )r4 r
r
r _serialize_numpy_matrixo s
r; c C sb | d dkr@| d j tjks ttj| d jt| d ddS tj| d tj | d ddS d S )Nr z|Or F)copy)r r< )r r r, r6 matrixr0 r )r8 r
r
r _deserialize_numpy_matrixz s
r> c C s6 t j }t j|| jd}|j| W d Q R X |j S )N)schema)paBufferOutputStreamRecordBatchStreamWriterr? Z write_batchgetvalue)batch
output_streamwrr
r
r _serialize_pyarrow_recordbatch s rG c C s t j|
}|j S Q R X d S )N)r@ RecordBatchStreamReaderZread_next_batch)bufreaderr
r
r _deserialize_pyarrow_recordbatch s rK c C s t jj| gdg}t|S )Nr )r@ RecordBatchZ from_arraysrG )r7 rD r
r
r _serialize_pyarrow_array s rM c C s t | }|jd S )Nr )rK columns)rI rD r
r
r _deserialize_pyarrow_array s rO c C s6 t j }t j|| jd}|j| W d Q R X |j S )N)r? )r@ rA rB r? Z write_tablerC )tablerE rF r
r
r _serialize_pyarrow_table s rQ c C s t j|
}|j S Q R X d S )N)r@ rH Zread_all)rI rJ r
r
r _deserialize_pyarrow_table s rR c C s t j| t jd}t|S )N)protocol)r dumpsHIGHEST_PROTOCOLr )xZpickledr
r
r _pickle_to_buffer s rW c C s t | }tj|S )N)
memoryviewr loads)r8 Z
as_memoryviewr
r
r _load_pickle_from_buffer s rZ c s2 y dd l W n tk
r d S X dd ljdfddfdd fdd} fd d
}| jjd ||d | jjd
ttd t j
drt j
j dr| jj
j j j
dttd t j
j dr| jj
j jjdttd t j
j dr| jj
j jjdttd | jjd d d S )Nr z{0} serialization is not supported.
Note that {0} is planned to be deprecated in pandas future releases.
See https://github.com/pandas-dev/pandas/issues/19239 for more information.c s, j jr"t| jr"tjdj| S )NSparseDataFrame) _pandas_api
has_sparser r[ NotImplementedErrorr& Z dataframe_to_serialized_dict)r4 )pdpdcompatsparse_type_error_msgr
r _serialize_pandas_dataframe s
zE_register_custom_pandas_handlers.._serialize_pandas_dataframec s
j | S )N)Z serialized_dict_to_dataframe)r8 )r` r
r _deserialize_pandas_dataframe s zG_register_custom_pandas_handlers.._deserialize_pandas_dataframec s6 j jr"t| jr"tjd j| j| iS )N SparseSeries)r\ r] r rd r^ r& DataFramer" )r4 )rb r_ r` ra r
r _serialize_pandas_series s
zB_register_custom_pandas_handlers.._serialize_pandas_seriesc s | }||j d S )Nr )rN )r8 Z deserialized)rc r
r _deserialize_pandas_series s zD_register_custom_pandas_handlers.._deserialize_pandas_seriesz pd.Series)custom_serializercustom_deserializerzpd.Indexarraysintervalz%pd.core.arrays.interval.IntervalArrayperiodz!pd.core.arrays.period.PeriodArray datetimesz&pd.core.arrays.datetimes.DatetimeArrayz pd.DataFrame)Zpandas ImportErrorZpyarrow.pandas_compatZ
pandas_compat
register_typeZSeriesIndexrW rZ hasattrcorerj rk Z
IntervalArrayrl Z PeriodArrayrm Z
DatetimeArrayre )contextrf rg r
)rc rb r_ r` ra r _register_custom_pandas_handlers sR
rt c s t d yjdd l dd } fdd}xH j j j j j j j j j
g D ] }| j |d|j ||d qPW W n t
k
r Y nX d S ) N%register_torch_serialization_handlersr c S sH | j r8tjj| j j j | j j j jt | j
dS | j j S d S )N)r# ) Z is_sparser@ SparseCOOTensor
from_numpyZ_valuesdetachnumpyZ_indicesTlistr# )r4 r
r
r _serialize_torch_tensor s zFregister_torch_serialization_handlers.._serialize_torch_tensorc sJ t | tjr< j| j d j| j d d d df | jdS j| S d S )Nr r )indicesvaluessize)r r@ rv Zsparse_coo_tensorto_numpyrz r# rw )r8 )torchr
r _deserialize_torch_tensor s
zHregister_torch_serialization_handlers.._deserialize_torch_tensorztorch.)rh ri )r+ r Z FloatTensorZ DoubleTensorZ
HalfTensorZ
ByteTensorZ
CharTensorZ ShortTensorZ IntTensorZ
LongTensorZTensorro __name__rn )serialization_contextr| r tr
)r r ru s
ru c C s dd }dd }| j tjd||d dd }d d
}| j tjd ||d d d
}dd }| j tjd||d dd }dd }| j tjd||d d S )Nc S s t | S )N)r{ )r4 r
r
r _serialize_deque5 s zF_register_collections_serialization_handlers.._serialize_dequec S s
t j| S )N) collectionsdeque)r8 r
r
r _deserialize_deque8 s zH_register_collections_serialization_handlers.._deserialize_dequezcollections.deque)rh ri c S s t | j t | j fS )N)r{ keysr~ )r4 r
r
r _serialize_ordered_dict@ s zM_register_collections_serialization_handlers.._serialize_ordered_dictc S s t jt| d | d S )Nr r )r OrderedDictr )r8 r
r
r _deserialize_ordered_dictC s zO_register_collections_serialization_handlers.._deserialize_ordered_dictzcollections.OrderedDictc S s t | j t | j | jfS )N)r{ r r~ default_factory)r4 r
r
r _serialize_default_dictK s zM_register_collections_serialization_handlers.._serialize_default_dictc S s t j| d t| d | d S )Nr r r )r defaultdictr )r8 r
r
r _deserialize_default_dictN s zO_register_collections_serialization_handlers.._deserialize_default_dictzcollections.defaultdictc S s t | j t | j fS )N)r{ r r~ )r4 r
r
r _serialize_counterV s zH_register_collections_serialization_handlers.._serialize_counterc S s t jtt| d | d S )Nr r )r Counterdictr )r8 r
r
r _deserialize_counterY s zJ_register_collections_serialization_handlers.._deserialize_counterzcollections.Counter)ro r r r r r ) r r r r r r r r r r
r
r ,_register_collections_serialization_handlers4 s0 r c s yxddl m}m}m}mmmm fdd}dd }| j|d||d | j|d ||d | j|d
||d W n t k
r Y nX d S ) Nr )
csr_matrix
csc_matrix
coo_matrixisspmatrix_cooisspmatrix_csrisspmatrix_csc
isspmatrixc sz | rdt jj| fS | r0dt jj| fS | rHdt jj| fS | rddt jj| j fS tdj| d d S )Ncoocsrcscz%Serialization of {} is not supported.r )r@ rv Z
from_scipyZSparseCSRMatrixZSparseCSCMatrixZto_coor^ r& )r4 )r r r r r
r _serialize_scipy_sparsel s z9_register_scipy_handlers.._serialize_scipy_sparsec S sX | d dkr| d j S | d dkr0| d j S | d dkrH| d j S | d j S d S )Nr r r r r )Zto_scipy)r8 r
r
r _deserialize_scipy_sparse} s z;_register_scipy_handlers.._deserialize_scipy_sparsezscipy.sparse.coo.coo_matrix)rh ri zscipy.sparse.csr.csr_matrixzscipy.sparse.csc.csc_matrix)
Z scipy.sparser r r r r r r ro rn )r r r r r r r
)r r r r r _register_scipy_handlersf s$ $
r c sR y8dd l fdd} fdd}| j jd||d W n tk
rL Y nX d S )Nr c s0 t | jr dtjj| fS tdj jd S )Nr z%Serialization of {} is not supported.)r COOr@ rv Zfrom_pydata_sparser^ r& )r4 )sparser
r _serialize_pydata_sparse s zB_register_pydata_sparse_handlers.._serialize_pydata_sparsec sD | d dkr@| d j \}} j|d d df |j| d jdS d S )Nr r r )r8 coordsr# )r r rz r# )r8 Z
data_arrayr )r r
r _deserialize_pydata_sparse s
zD_register_pydata_sparse_handlers.._deserialize_pydata_sparsez
sparse.COO)rh ri )r ro r rn )r r r r
)r r _register_pydata_sparse_handlers s r c C s | j tddd dd d | j tdd ddd | j td
dd | j tjd ttd | j tjd tt d | j t
j d
t t
d | j t
jdttd | j t
jdttd t| t| t| t| d S )Nintc S s t | S )N)r )r4 r
r
r s z:_register_default_serialization_handlers..c S s t | S )N)r )r8 r
r
r r s )rh ri c S s dS )Nr r
r
r
r
r r s functionT)pickler z np.matrixznp.arrayz
pyarrow.Arrayzpyarrow.RecordBatchz
pyarrow.Table)ro r r r r= r; r> Zndarrayr5 r9 r@ ArrayrM rO rL rG rK ZTablerQ rR r rt r r )r r
r
r (_register_default_serialization_handlers s@ r c C s t d t| d S )N'register_default_serialization_handlers)r+ r )r r
r
r r s r c C s t d t } t| | S )N default_serialization_context)r+ r r )rs r
r
r r s r )#r r' ry r Zpyarrowr@ Z pyarrow.libr r r Z cloudpicklern Znumpy.lib.formatr r+ r5 r9 r; r> rG rK rM rO rQ rR rW rZ rt ru r r r r r r r
r
r
r sB
*
Q&2; 2