FM / tasks

/usr/local/lib/python3.6/site-packages/datasets/tasks/

/usr/local/lib/python3.6/site-packages/datasets/tasks

Name	Size	Mode	Actions
__pycache__/	-	0755	rm
automatic_speech_recognition.py	1230	0644	edit dl rm
base.py	1095	0644	edit dl rm
image_classification.py	1218	0644	edit dl rm
language_modeling.py	502	0644	edit dl rm
question_answering.py	1026	0644	edit dl rm
summarization.py	693	0644	edit dl rm
text_classification.py	1324	0644	edit dl rm
__init__.py	1482	0644	edit dl rm

Edit: /usr/local/lib/python3.6/site-packages/datasets/tasks/base.py (1095B)

import abc
import copy
import dataclasses
from dataclasses import dataclass
from typing import ClassVar, Dict, Type, TypeVar

from ..features import Features

T = TypeVar("T", bound="TaskTemplate")

@dataclass(frozen=True)
class TaskTemplate(abc.ABC):
    # `task` is not a ClassVar since we want it to be part of the `asdict` output for JSON serialization
    task: str
    input_schema: ClassVar[Features]
    label_schema: ClassVar[Features]

def align_with_features(self: T, features: Features) -> T:
        """
        Align features with the task template.
        """
        # No-op
        return copy.deepcopy(self)

@property
    def features(self) -> Features:
        return Features(**self.input_schema, **self.label_schema)

@property
    @abc.abstractmethod
    def column_mapping(self) -> Dict[str, str]:
        raise NotImplementedError

@classmethod
    def from_dict(cls: Type[T], template_dict: dict) -> T:
        field_names = {f.name for f in dataclasses.fields(cls)}
        return cls(**{k: v for k, v in template_dict.items() if k in field_names})

import abc import copy import dataclasses from dataclasses import dataclass from typing import ClassVar, Dict, Type, TypeVar from ..features import Features T = TypeVar("T", bound="TaskTemplate") @dataclass(frozen=True) class TaskTemplate(abc.ABC): # `task` is not a ClassVar since we want it to be part of the `asdict` output for JSON serialization task: str input_schema: ClassVar[Features] label_schema: ClassVar[Features] def align_with_features(self: T, features: Features) -> T: """ Align features with the task template. """ # No-op return copy.deepcopy(self) @property def features(self) -> Features: return Features(**self.input_schema, **self.label_schema) @property @abc.abstractmethod def column_mapping(self) -> Dict[str, str]: raise NotImplementedError @classmethod def from_dict(cls: Type[T], template_dict: dict) -> T: field_names = {f.name for f in dataclasses.fields(cls)} return cls(**{k: v for k, v in template_dict.items() if k in field_names})