/usr/local/lib64/python3.6/site-packages/pyarrow/__pycache__
Edit: /usr/local/lib64/python3.6/site-packages/pyarrow/__pycache__/fs.cpython-36.pyc (10395B)
3
8%Eg4 @ s d Z ddlmZmZ ddlmZmZmZmZm Z m
Z
m Z m Z m
Z
mZmZ eZg ZyddlmZ W n ek
r~ ejd Y nX y ddlmZmZmZmZ W n ek
r ejd Y nX e dd Zd
d Z dd
dZ dddZ dd ddddZ G dd de Z dS ) zO
FileSystem abstraction to interact with various local and remote filesystems.
)
_is_path_like_stringify_path) FileSelectorFileTypeFileInfo
FileSystemLocalFileSystemSubTreeFileSystem_MockFileSystemFileSystemHandler PyFileSystem _copy_files_copy_files_selector)HadoopFileSystemr ) S3FileSystem
S3LogLevel
initialize_s3 finalize_s3r c C s( | t krtdj| tdj| d S )Nz
>> copy_files("s3://your-bucket-name", "local-directory")
Using a FileSystem object:
>>> copy_files("your-bucket-name", "local-directory",
... source_filesystem=S3FileSystem(...))
T) recursiveN)r4 r r r r r r r
) source destinationZsource_filesystemZdestination_filesystemr5 r6 Z source_fs source_pathZdestination_fsZdestination_pathr2 Z
source_selr r r
copy_files s +
r; c @ s e Zd ZdZdd Zdd Zdd Zdd Zd
d Ze d d
Z
dd Z dd Z dd Z
dd Zdd Zdd Zdd Zd d Zd d Zd d! Zd"d# Zd$d% Zd&d' Zd(d) Zd*S )+r, a
Handler for fsspec-based Python filesystems.
https://filesystem-spec.readthedocs.io/en/latest/index.html
Parameters
----------
fs : The FSSpec-compliant filesystem instance.
Examples
--------
>>> PyFileSystem(FSSpecHandler(fsspec_fs))
c C s
|| _ d S )N)fs)selfr< r r r __init__ s zFSSpecHandler.__init__c C s t |tr| j|jkS tS )N)r( r, r< NotImplemented)r= otherr r r __eq__ s
zFSSpecHandler.__eq__c C s t |tr| j|jkS tS )N)r( r, r< r? )r= r@ r r r __ne__ s
zFSSpecHandler.__ne__c C s$ | j j}t|tr|d }dj|S )Nr z
fsspec+{0})r< protocolr( listr )r= rC r r r
get_type_name s
zFSSpecHandler.get_type_namec C s |S )Nr )r= r" r r r r s z FSSpecHandler.normalize_pathc C sR |d }|d dkr t j}n |d dkr4t j}d }nt j}t| |||jdd dS )Nsizer file directorymtime)rF rI )r Filer Unknownr get)r" inforF Zftyper r r _create_file_info" s z FSSpecHandler._create_file_infoc
C s` g }xV|D ]N}y| j j|}W n& tk
rD |jt|tj Y q
X |j| j|| q
W |S )N)r< rM FileNotFoundErrorappendr r r1 rN )r= pathsinfosr" rM r r r r / s
zFSSpecHandler.get_file_infoc C s | j j|js<| j j|jr(t|jn|jr2g S t|j|jrHd }nd}g }| j j|j|ddd}x&|j D ]\}}|j
| j || qpW |S )N T)maxdepthZwithdirsdetail) r< isdirbase_direxistsNotADirectoryErrorZallow_not_foundrO r7 finditemsrP rN )r= selectorrT rR Zselected_filesr" rM r r r get_file_info_selector: s
z$FSSpecHandler.get_file_info_selectorc C s. y| j j||d W n tk
r( Y nX d S )N)Zcreate_parents)r< mkdirFileExistsError)r= r" r7 r r r
create_dirR s zFSSpecHandler.create_dirc C s | j j|dd d S )NT)r7 )r< rm)r= r" r r r
delete_dirY s zFSSpecHandler.delete_dirc C sT xN| j j|ddD ]:}| j j|r4| j j|dd q| j j|r| j j| qW d S )NF)rU T)r7 )r< listdirrV ra isfile)r= r" subpathr r r _delete_dir_contents\ s
z"FSSpecHandler._delete_dir_contentsc C s( |j ddkrtd|d| j| d S )N/ z$delete_dir_contents called on path '')stripr! rf )r= r" r r r delete_dir_contentsc s
z!FSSpecHandler.delete_dir_contentsc C s | j d d S )Nrg )rf )r= r r r delete_root_dir_contentsi s z&FSSpecHandler.delete_root_dir_contentsc C s$ | j j|st|| j j| d S )N)r< rX rO ra )r= r" r r r delete_filel s zFSSpecHandler.delete_filec C s | j j||dd d S )NT)r7 )r< mv)r= srcdestr r r moves s zFSSpecHandler.movec C s | j j|| d S )N)r< copy)r= ro rp r r r copy_filev s zFSSpecHandler.copy_filec C s8 ddl m} | jj|s t||| jj|ddddS )Nr )
PythonFilerb)moder)pyarrowrt r< rd rO open)r= r" rt r r r open_input_stream} s z FSSpecHandler.open_input_streamc C s8 ddl m} | jj|s t||| jj|ddddS )Nr )rt ru )rv rw )rx rt r< rd rO ry )r= r" rt r r r open_input_file s z FSSpecHandler.open_input_filec C s$ ddl m} || jj|ddddS )Nr )rt wb)rv w)rx rt r< ry )r= r" metadatart r r r open_output_stream s z FSSpecHandler.open_output_streamc C s$ ddl m} || jj|ddddS )Nr )rt ab)rv r} )rx rt r< ry )r= r" r~ rt r r r open_append_stream s z FSSpecHandler.open_append_streamN)r+
__module__ __qualname____doc__r> rA rB rE r staticmethodrN r r] r` rb rf rk rl rm rq rs rz r{ r r r r r r r, s*
r, )FF)NF)NNi )!r Z pyarrow.utilr r Z pyarrow._fsr r r r r r r
r r r
r Z FileStatsr Z
pyarrow._hdfsr r rP Z
pyarrow._s3fsr r r r r r& r/ r4 r; r, r r r r s( 4
)
=<