FM / utils

/usr/local/lib/python3.6/site-packages/datasets/utils/

/usr/local/lib/python3.6/site-packages/datasets/utils

Name	Size	Mode	Actions
resources/	-	0755	rm
__pycache__/	-	0755	rm
beam_utils.py	2029	0644	edit dl rm
deprecation_utils.py	2830	0644	edit dl rm
doc_utils.py	407	0644	edit dl rm
download_manager.py	60	0644	edit dl rm
extract.py	10885	0644	edit dl rm
filelock.py	13813	0644	edit dl rm
file_utils.py	23120	0644	edit dl rm
info_utils.py	3813	0644	edit dl rm
logging.py	6762	0644	edit dl rm
metadata.py	21558	0644	edit dl rm
patching.py	4957	0644	edit dl rm
py_utils.py	38136	0644	edit dl rm
readme.py	12671	0644	edit dl rm
stratify.py	4091	0644	edit dl rm
tf_utils.py	2093	0644	edit dl rm
typing.py	176	0644	edit dl rm
version.py	4249	0644	edit dl rm
_hf_hub_fixes.py	3808	0644	edit dl rm
__init__.py	921	0644	edit dl rm

Edit: /usr/local/lib/python3.6/site-packages/datasets/utils/deprecation_utils.py (2830B)

import enum
import warnings
from functools import wraps
from typing import Callable, Optional

from .logging import get_logger

_emitted_deprecation_warnings = set()
logger = get_logger(__name__)

def deprecated(help_message: Optional[str] = None):
    """Decorator to mark a function as deprecated.

Args:
        help_message (:obj:`str`, optional): An optional message to guide the user on how to
            switch to non-deprecated usage of the library.
    """

def decorator(deprecated_function: Callable):
        global _emitted_deprecation_warnings
        warning_msg = (
            (
                f"{deprecated_function.__name__} is deprecated and will be removed "
                "in the next major version of datasets."
            )
            + f" {help_message}"
            if help_message
            else ""
        )

@wraps(deprecated_function)
        def wrapper(*args, **kwargs):
            func_hash = hash(deprecated_function)
            if func_hash not in _emitted_deprecation_warnings:
                warnings.warn(warning_msg, category=FutureWarning, stacklevel=2)
                _emitted_deprecation_warnings.add(func_hash)
            return deprecated_function(*args, **kwargs)

wrapper._decorator_name_ = "deprecated"
        return wrapper

return decorator

class OnAccess(enum.EnumMeta):
    """
    Enum metaclass that calls a user-specified function whenever a member is accessed.
    """

def __getattribute__(cls, name):
        obj = super().__getattribute__(name)
        if isinstance(obj, enum.Enum) and obj._on_access:
            obj._on_access()
        return obj

def __getitem__(cls, name):
        member = super().__getitem__(name)
        if member._on_access:
            member._on_access()
        return member

def __call__(cls, value, names=None, *, module=None, qualname=None, type=None, start=1):
        obj = super().__call__(value, names, module=module, qualname=qualname, type=type, start=start)
        if isinstance(obj, enum.Enum) and obj._on_access:
            obj._on_access()
        return obj

class DeprecatedEnum(enum.Enum, metaclass=OnAccess):
    """
    Enum class that calls `deprecate` method whenever a member is accessed.
    """

def __new__(cls, value):
        member = object.__new__(cls)
        member._value_ = value
        member._on_access = member.deprecate
        return member

@property
    def help_message(self):
        return ""

def deprecate(self):
        help_message = f" {self.help_message}" if self.help_message else ""
        warnings.warn(
            f"'{self.__objclass__.__name__}' is deprecated and will be removed in the next major version of datasets."
            + help_message,
            FutureWarning,
            stacklevel=3,
        )

import enum import warnings from functools import wraps from typing import Callable, Optional from .logging import get_logger _emitted_deprecation_warnings = set() logger = get_logger(__name__) def deprecated(help_message: Optional[str] = None): """Decorator to mark a function as deprecated. Args: help_message (:obj:`str`, optional): An optional message to guide the user on how to switch to non-deprecated usage of the library. """ def decorator(deprecated_function: Callable): global _emitted_deprecation_warnings warning_msg = ( ( f"{deprecated_function.__name__} is deprecated and will be removed " "in the next major version of datasets." ) + f" {help_message}" if help_message else "" ) @wraps(deprecated_function) def wrapper(*args, **kwargs): func_hash = hash(deprecated_function) if func_hash not in _emitted_deprecation_warnings: warnings.warn(warning_msg, category=FutureWarning, stacklevel=2) _emitted_deprecation_warnings.add(func_hash) return deprecated_function(*args, **kwargs) wrapper._decorator_name_ = "deprecated" return wrapper return decorator class OnAccess(enum.EnumMeta): """ Enum metaclass that calls a user-specified function whenever a member is accessed. """ def __getattribute__(cls, name): obj = super().__getattribute__(name) if isinstance(obj, enum.Enum) and obj._on_access: obj._on_access() return obj def __getitem__(cls, name): member = super().__getitem__(name) if member._on_access: member._on_access() return member def __call__(cls, value, names=None, *, module=None, qualname=None, type=None, start=1): obj = super().__call__(value, names, module=module, qualname=qualname, type=type, start=start) if isinstance(obj, enum.Enum) and obj._on_access: obj._on_access() return obj class DeprecatedEnum(enum.Enum, metaclass=OnAccess): """ Enum class that calls `deprecate` method whenever a member is accessed. """ def __new__(cls, value): member = object.__new__(cls) member._value_ = value member._on_access = member.deprecate return member @property def help_message(self): return "" def deprecate(self): help_message = f" {self.help_message}" if self.help_message else "" warnings.warn( f"'{self.__objclass__.__name__}' is deprecated and will be removed in the next major version of datasets." + help_message, FutureWarning, stacklevel=3, )