/usr/local/lib/python3.6/site-packages/fsspec/implementations/__pycache__
Edit: /usr/local/lib/python3.6/site-packages/fsspec/implementations/__pycache__/sftp.cpython-36.pyc (6104B)
3
8%EgY @ s~ d dl Z d dlZd dlZd dlZd dlmZmZ d dlZddlm Z ddl
m Z ej dZ
G dd de Zd d
Zd d ZdS )
N)S_ISDIRS_ISLNK )AbstractFileSystem)infer_storage_optionsz fsspec.sftpc s e Zd ZdZd&Z fddZdd Zedd Ze d
d Z
d'd
dZ d(ddZ dd Z
dd Ze d)ddZd*ddZd+dd Zd,d d Zd-d d!Zd"d# Zd$d% Z ZS ).SFTPFileSystemzFiles over SFTP/SSH
Peer-to-peer filesystem over SSH using paramiko.
Note: if using this with the ``open`` or ``open_files``, with full URLs,
there is no way to tell if a path is relative, so all paths are assumed
to be absolute.
sftpsshc sB | j r
dS tt| jf | |jdd| _|| _|| _| j dS )a
Parameters
----------
host: str
Hostname or IP as a string
temppath: str
Location on the server to put files, when within a transaction
ssh_kwargs: dict
Parameters passed on to connection. See details in
http://docs.paramiko.org/en/2.4/api/client.html#paramiko.client.SSHClient.connect
May include port, username, password...
Ntemppathz/tmp) _cachedsuperr __init__popr
host
ssh_kwargs_connect)selfr r ) __class__ E/usr/local/lib/python3.6/site-packages/fsspec/implementations/sftp.pyr
s zSFTPFileSystem.__init__c C sN t jd| j tj | _| jjtj | jj| jf| j | jj
| _ d S )Nz Connecting to SFTP server %s) loggerdebugr paramikoZ SSHClientclientZset_missing_host_key_policyZ
AutoAddPolicyconnectr Z open_sftpftp)r r r r r 1 s
zSFTPFileSystem._connectc C s t |d S )Npath)r )clsr r r r _strip_protocol8 s z SFTPFileSystem._strip_protocolc C s$ t | }|jdd |jdd |S )Nr protocol)r r )Zurlpathoutr r r _get_kwargs_from_urls< s z$SFTPFileSystem._get_kwargs_from_urls c C s t jd| | jj|| d S )NzCreating folder %s)r r r mkdir)r r moder r r r# C s zSFTPFileSystem.mkdirFc C s` | j |r | r tdj||jd}d}x.|D ]&}|d| 7 }| j |s2| j|| q2W d S )NzFile exists: {}/ )existsFileExistsErrorformatsplitr# )r r exist_okr$ partspartr r r makedirsG s
zSFTPFileSystem.makedirsc C s t jd| | jj| d S )NzRemoving folder %s)r r r rmdir)r r r r r r/ S s zSFTPFileSystem.rmdirc C s | j | jj|}||d< |S )Nname) _decode_statr stat)r r r2 r r r infoW s zSFTPFileSystem.infoNc C st t | jrd}nt| jr d}nd}d| j|| j| jtjj| jtjj| j d}|rpdj
|j d| j g|d< |S )N directorylinkfiler& )r0 sizetypeuidgidtimemtimer% r0 )
r st_moder st_sizest_uidst_giddatetimeutcfromtimestampst_atimest_mtimejoinrstripfilename)r2 parent_pathtr r r r r1 \ s
zSFTPFileSystem._decode_statc sL t jd fddjj D }|r2|S dd |D }t|S d S )NzListing folder %sc s g | ]}j | qS r )r1 ).0r2 )r r r r
s s z%SFTPFileSystem.ls..c S s g | ] }|d qS )r0 r )rJ r2 r r r rK w s )r r r Z listdir_itersorted)r r Zdetailstatspathsr )r r r lsq s zSFTPFileSystem.lsc K s$ t jd||f | jj|| d S )NzPut file %s into %s)r r r put)r lpathrpathcallbackkwargsr r r rP z s zSFTPFileSystem.putc K s$ t jd||f | jj|| d S )NzGet file %s into %s)r r r get)r rR rQ rS rT r r r rU ~ s zSFTPFileSystem.getrbc K s t jd| |jdddkrdj| jttj g}| jj |||rH|ndd}||_||_
| |_ t j
t||_t j
t||_n| jj |||r|nd d}|S )
z
block_size: int or None
If 0, no buffering, if 1, line buffering, if >1, buffer that many
bytes, if None use default from paramiko.
zOpening file %sZ
autocommitTFr% )bufsizerY )r r rU rE r
struuiduuid4r open
targetpathfstypes
MethodType
commit_a_filecommitdiscard_a_filediscard)r r r$
block_sizerT Zpath2fr r r _open s zSFTPFileSystem._openc C s( | j |r| jj| n | jj| d S )N)isdirr r/ remove)r r r r r _rm s
zSFTPFileSystem._rmc C s$ t jd||f | jj|| d S )NzRenaming %s into %s)r r r Z posix_rename)r oldnewr r r mv s zSFTPFileSystem.mv)r r )r" )Fr" )N)F)N)N)rV N)__name__
__module__ __qualname____doc__r r
r classmethodr staticmethodr! r# r. r/ r3 r1 rO rP rU rh rk rn
__classcell__r r )r r r s$
r c C s | j j| j| j d S )N)r_ rn r
r^ )r r r r rb s rb c C s | j j| j d S )N)r_ rk r
)r r r r rd s rd )rA loggingr` r[ r2 r r r r& r utilsr getLoggerr r rb rd r r r r s