/usr/local/lib/python3.6/site-packages/fsspec/implementations/__pycache__
Edit: /usr/local/lib/python3.6/site-packages/fsspec/implementations/__pycache__/memory.cpython-36.pyc (6697B)
3
8%Eg! @ sz d dl mZmZmZ d dlZd dlmZ d dlmZ d dlm Z d dl
m Z ej dZ
G dd d e ZG d
d d e ZdS ) )absolute_importdivisionprint_functionN)datetime) ENOTEMPTY)BytesIO)AbstractFileSystemzfsspec.memoryfsc @ s e Zd ZdZi ZdgZdZdZedd Z d!dd Z
d"d d Z d#d
dZ dd Z
dd Zdd Zd$ddZdd Zd%dd Zd d Zd&d d ZdS )'MemoryFileSystemzA filesystem based on a dict of BytesIO objects
This is a global filesystem so instances of this class all point to the same
in memory filesystem.
Zmemory/c C sT |j dr|tdd }d|ks*d|kr4|jdS |jdjd}|rPd| S dS )Nz memory://z::z://r r
)
startswithlenrstriplstrip)clspath r G/usr/local/lib/python3.6/site-packages/fsspec/implementations/memory.py_strip_protocol s
z MemoryFileSystem._strip_protocolFc K s | j |}|| jkr8|| j| j jd| j| jdgS t }|d }g }x| jD ]}|j|rRd|t|d kr|j|| j| j jd| j| jd qRt|t|krR||t|d j ddd }||krR|pg }|j|ddd |j
| qRW x| j D ]}|j|rd|t|d krT||kr|j|ddd |j
| nF||t|d j ddd }||kr|j|ddd |j
| qW |s|| j krg S t ||r|S t
dd |D S )
Nfile)namesizetypecreatedr r directory)r r r c S s g | ] }|d qS )r r ).0fr r r
^ s z'MemoryFileSystem.ls..)r store getbuffernbytesr setr r
appendsplitadd pseudo_dirsFileNotFoundErrorsorted) selfr ZdetailkwargspathsZstarteroutp2Zppathr r r ls" sV
zMemoryFileSystem.lsTc K s | j |}|| jks || jkr"t| j|jdrP| j| j|rPt| j||r| j|jdry| j| j||f| W n tk
r Y nX |r|| jkr| jj | d S )Nr )
r r r& FileExistsError_parentstripisfileNotADirectoryErrormkdirr# )r) r create_parentsr* r r r r4 ` s
zMemoryFileSystem.mkdirc C s2 y| j |dd W n tk
r, |s( Y nX d S )NT)r5 )r4 r/ )r) r exist_okr r r makedirsn s
zMemoryFileSystem.makedirsc C sF | j |}|| jkr:| j|s,| jj| qBttd|nt|d S )NzDirectory not empty)r r& r. removeOSErrorr r' )r) r r r r rmdiru s
zMemoryFileSystem.rmdirc C s | j |}|| jkp || jkS )N)r r r& )r) r r r r exists s
zMemoryFileSystem.existsc s | j | jks6t fddt| j| j D rB dddS | jkr| j } t|drh|jn|j jdt |dd d S t
d S )
Nc 3 s | ]}|j d V qdS )r N)r )r p)r r r s z(MemoryFileSystem.info..r r )r r r r r r )r r r r ) r r& anylistr hasattrr r r! getattrr' )r) r r* Zfileliker )r r info s
zMemoryFileSystem.inforbNc
K s | j |}|| jkrt|}x,t|dkrH| j|}| j|r t|q W |dkr|| jkr| j| }|dkr||jdd n
|jd |S t ||dkrt
| |} | j s| j | S d S ) Nr rC abrb+r wb)rC rD rE )
r r& IsADirectoryErrorr
r0 r2 r/ r seekr'
MemoryFileZ_intranscommit)
r) r mode
block_sizeZ
autocommitZ
cache_optionsr* parentr mr r r _open s*
zMemoryFileSystem._openc K sf | j |}| j |}| j|r } z t|W Y d d }~X nX d S )N)r r rT r' )r) r er r r _rm s
zMemoryFileSystem._rmc C sR | j |||d}x
r c @ s: e Zd ZdZd
ddZdd Zdd Zd d
Zd d ZdS )rJ zA BytesIO which can't close and works as a context manager
Can initialise with data. Each path should only be active once at any moment.
No need to provide fs, path if auto-committing (default)
Nc C s@ || _ || _tj j | _|r<| j| t|| _| j d d S )Nr )
fsr r utcnow timestampr writer
r rI )r) rd r datar r r __init__ s
zMemoryFile.__init__c C s | S )Nr )r) r r r __enter__ s zMemoryFile.__enter__c C s$ | j }| jdd| _| j| d S )Nr rF )tellrI r )r) positionr r r close s zMemoryFile.closec C s d S )Nr )r) r r r discard s zMemoryFile.discardc C s | | j j| j< d S )N)rd r r )r) r r r rK s zMemoryFile.commit)NNN) r^ r_ r` ra ri rj rm rn rK r r r r rJ s
rJ )
__future__r r r loggingr errnor ior Zfsspecr Loggerloggerr rJ r r r r s
Y