/usr/local/lib/python3.6/site-packages/fsspec/__pycache__
Edit: /usr/local/lib/python3.6/site-packages/fsspec/__pycache__/mapping.cpython-36.pyc (8208B)
3
8%Eg] @ sF d dl Z d dlmZ ddlmZ G dd deZdd Zd d
d ZdS )
N)MutableMapping ) url_to_fsc @ s e Zd ZdZd#ddZdd Zd$d d
Zd d Zd
d Zdd Z dd Z
d%ddZ d&ddZ dd Z
dd Zdd Zd d Zd d Zd!d" ZdS )'FSMapa Wrap a FileSystem instance as a mutable wrapping.
The keys of the mapping become files under the given root, and the
values (which must be bytes) the contents of those files.
Parameters
----------
root: string
prefix for all the files
fs: FileSystem instance
check: bool (=True)
performs a touch at the location, to check for write access.
Examples
--------
>>> fs = FileSystem(**parameters) # doctest: +SKIP
>>> d = FSMap('my-data/path/', fs) # doctest: +SKIP
or, more likely
>>> d = fs.get_mapper('my-data/path/')
>>> d['loc1'] = b'Hello World' # doctest: +SKIP
>>> list(d.keys()) # doctest: +SKIP
['loc1']
>>> d['loc1'] # doctest: +SKIP
b'Hello World'
FNc C s || _ |j|jd| _|d kr*tttf}|| _|rL| j j|sL| j j | |r| j j|sht
d| | j j |d | j j |d d S )N/z@Path %s does not exist. Create with the ``create=True`` keywordz/a)
fs_strip_protocolrstriprootFileNotFoundErrorIsADirectoryErrorNotADirectoryErrormissing_exceptionsexistsmkdir
ValueErrortouchrm)selfr
r checkcreater r 8/usr/local/lib/python3.6/site-packages/fsspec/mapping.py__init__# s$
zFSMap.__init__c C s4 y"| j j| jd | j j| j W n Y nX dS )z0Remove all keys below root - empties out mappingTN)r r r
r )r r r r clear; s
z FSMap.clearraisec s fdd|D } dkr nd}y*j j||dttrJ|d iW n* jk
rv } z t|W Y dd}~X nX fdd j D fd
d t||D S ) a Fetch multiple items from the store
If the backend is async-able, this might proceed concurrently
Parameters
----------
keys: list(str)
They keys to be fetched
on_error : "raise", "omit", "return"
If raise, an underlying exception will be raised (converted to KeyError
if the type is in self.missing_exceptions); if omit, keys with exception
will simply not be included in the output; if "return", all keys are
included in the output, but the value will be bytes or an exception
instance.
Returns
-------
dict(key, bytes|exception)
c s g | ]} j |qS r ) _key_to_str).0k)r r r
W s z"FSMap.getitems..r return)on_errorr Nc s( i | ] \}}t | jr t n||qS r )
isinstancer KeyError)r r v)r r r
_ s z"FSMap.getitems..c s2 i | ]*\}} d ks$t | t r| |qS )r )r"
BaseException)r keyZk2)r! outr r r% c s )r catr" bytesr r# itemszip)r keysr! keys2Zoeer )r! r( r r getitemsC s
zFSMap.getitemsc s& fdd|j D } jj| dS )zSet the values of multiple items in the store
Parameters
----------
values_dict: dict(str, bytes)
c s i | ]\}}t | j|qS r )
maybe_convertr )r r r$ )r r r r% p s z"FSMap.setitems..N)r+ r pipe)r Z values_dictvaluesr )r r setitemsi s zFSMap.setitemsc s j j fdd|D dS )z#Remove multiple keys from the storec s g | ]} j |qS r )r )r r )r r r r u s z"FSMap.delitems..N)r r )r r- r )r r delitemss s zFSMap.delitemsc C sF t |ttfr tt|}nt|}| jj| jr@dj| j|gn|S )z Generate full path for the keyr )r" tupleliststrr r r
join)r r' r r r r w s zFSMap._key_to_strc C s |t | jd jdS )z Strip path of to leave key nameNr )lenr
lstrip)r sr r r _str_to_key s zFSMap._str_to_keyc C sJ | j |}y| jj|}W n* | jk
rD |dk r8|S t|Y nX |S )z
Retrieve dataN)r r r) r r# )r r' defaultr resultr r r __getitem__ s
zFSMap.__getitem__c C s0 | j ||}y
| |= W n tk
r* Y nX |S )N)r@ r# )r r' r> r? r r r pop s
z FSMap.popc C s8 | j |}| jj| jj|dd | jj|t| dS )zStore value in keyT)exist_okN)r r Zmkdirs_parentZ pipe_filer1 )r r' valuer r r __setitem__ s
zFSMap.__setitem__c s fdd j j jD S )Nc 3 s | ]} j |V qd S )N)r= )r x)r r r s z!FSMap.__iter__..)r findr
)r r )r r __iter__ s zFSMap.__iter__c C s t | jj| jS )N)r: r rH r
)r r r r __len__ s z
FSMap.__len__c C s, y| j j| j| W n tY nX dS )z
Remove keyN)r r r r# )r r' r r r __delitem__ s zFSMap.__delitem__c C s" | j |}| jj|o | jj|S )zDoes key exist in mapping?)r r r isfile)r r' pathr r r __contains__ s
zFSMap.__contains__c C s t | j| jdd| jffS )NF)r r
r r )r r r r
__reduce__ s zFSMap.__reduce__)FFN)r )N)N)__name__
__module__ __qualname____doc__r r r0 r4 r5 r r= r@ rA rE rI rJ rK rN rO r r r r r s
&
r c C sF t | tjst| drBt| dr6| jjdkr6| jd} tt| } | S )NZ __array__dtypeZMmZint64)r" arrayhasattrrT kindview bytearray
memoryview)rD r r r r1 s
r1 Fc K s2 t | f|\}}|dk r |n|}t|||||dS )a Create key-value interface for given URL and options
The URL will be of the form "protocol://location" and point to the root
of the mapper required. All keys will be file-names below this location,
and their values the contents of each key.
Also accepts compound URLs like zip::s3://bucket/file.zip , see ``fsspec.open``.
Parameters
----------
url: str
Root URL of mapping
check: bool
Whether to attempt to read from the location before instantiation, to
check that the mapping does exist
create: bool
Whether to make the directory corresponding to the root before
instantiating
missing_exceptions: None or tuple
If given, these exception types will be regarded as missing keys and
return KeyError when trying to read data. By default, you get
(FileNotFoundError, IsADirectoryError, NotADirectoryError)
alternate_root: None or str
In cases of complex URLs, the parser may fail to pick the correct part
for the mapper root, so this arg can override
Returns
-------
``FSMap`` instance, the dict-like key-value store.
N)r )r r ) urlr r r Zalternate_rootkwargsr Zurlpathr
r r r
get_mapper s 'r] )FFNN)rU collections.abcr corer r r1 r] r r r r s ,