FM / tasks

/usr/local/lib/python3.6/site-packages/datasets/tasks/

/usr/local/lib/python3.6/site-packages/datasets/tasks

Name	Size	Mode	Actions
__pycache__/	-	0755	rm
automatic_speech_recognition.py	1230	0644	edit dl rm
base.py	1095	0644	edit dl rm
image_classification.py	1218	0644	edit dl rm
language_modeling.py	502	0644	edit dl rm
question_answering.py	1026	0644	edit dl rm
summarization.py	693	0644	edit dl rm
text_classification.py	1324	0644	edit dl rm
__init__.py	1482	0644	edit dl rm

Edit: /usr/local/lib/python3.6/site-packages/datasets/tasks/image_classification.py (1218B)

import copy
from dataclasses import dataclass
from typing import ClassVar, Dict

from ..features import ClassLabel, Features, Image
from .base import TaskTemplate

@dataclass(frozen=True)
class ImageClassification(TaskTemplate):
    task: str = "image-classification"
    input_schema: ClassVar[Features] = Features({"image": Image()})
    label_schema: ClassVar[Features] = Features({"labels": ClassLabel})
    image_column: str = "image"
    label_column: str = "labels"

def align_with_features(self, features):
        if self.label_column not in features:
            raise ValueError(f"Column {self.label_column} is not present in features.")
        if not isinstance(features[self.label_column], ClassLabel):
            raise ValueError(f"Column {self.label_column} is not a ClassLabel.")
        task_template = copy.deepcopy(self)
        label_schema = self.label_schema.copy()
        label_schema["labels"] = features[self.label_column]
        task_template.__dict__["label_schema"] = label_schema
        return task_template

@property
    def column_mapping(self) -> Dict[str, str]:
        return {
            self.image_column: "image",
            self.label_column: "labels",
        }

import copy from dataclasses import dataclass from typing import ClassVar, Dict from ..features import ClassLabel, Features, Image from .base import TaskTemplate @dataclass(frozen=True) class ImageClassification(TaskTemplate): task: str = "image-classification" input_schema: ClassVar[Features] = Features({"image": Image()}) label_schema: ClassVar[Features] = Features({"labels": ClassLabel}) image_column: str = "image" label_column: str = "labels" def align_with_features(self, features): if self.label_column not in features: raise ValueError(f"Column {self.label_column} is not present in features.") if not isinstance(features[self.label_column], ClassLabel): raise ValueError(f"Column {self.label_column} is not a ClassLabel.") task_template = copy.deepcopy(self) label_schema = self.label_schema.copy() label_schema["labels"] = features[self.label_column] task_template.__dict__["label_schema"] = label_schema return task_template @property def column_mapping(self) -> Dict[str, str]: return { self.image_column: "image", self.label_column: "labels", }