FM / tasks

/usr/local/lib/python3.6/site-packages/datasets/tasks/

/usr/local/lib/python3.6/site-packages/datasets/tasks

Name	Size	Mode	Actions
__pycache__/	-	0755	rm
automatic_speech_recognition.py	1230	0644	edit dl rm
base.py	1095	0644	edit dl rm
image_classification.py	1218	0644	edit dl rm
language_modeling.py	502	0644	edit dl rm
question_answering.py	1026	0644	edit dl rm
summarization.py	693	0644	edit dl rm
text_classification.py	1324	0644	edit dl rm
__init__.py	1482	0644	edit dl rm

Edit: /usr/local/lib/python3.6/site-packages/datasets/tasks/automatic_speech_recognition.py (1230B)

import copy
from dataclasses import dataclass
from typing import ClassVar, Dict

from ..features import Audio, Features, Value
from .base import TaskTemplate

@dataclass(frozen=True)
class AutomaticSpeechRecognition(TaskTemplate):
    task: str = "automatic-speech-recognition"
    input_schema: ClassVar[Features] = Features({"audio": Audio()})
    label_schema: ClassVar[Features] = Features({"transcription": Value("string")})
    audio_column: str = "audio"
    transcription_column: str = "transcription"

def align_with_features(self, features):
        if self.audio_column not in features:
            raise ValueError(f"Column {self.audio_column} is not present in features.")
        if not isinstance(features[self.audio_column], Audio):
            raise ValueError(f"Column {self.audio_column} is not an Audio type.")
        task_template = copy.deepcopy(self)
        input_schema = self.input_schema.copy()
        input_schema["audio"] = features[self.audio_column]
        task_template.__dict__["input_schema"] = input_schema
        return task_template

@property
    def column_mapping(self) -> Dict[str, str]:
        return {self.audio_column: "audio", self.transcription_column: "transcription"}

import copy from dataclasses import dataclass from typing import ClassVar, Dict from ..features import Audio, Features, Value from .base import TaskTemplate @dataclass(frozen=True) class AutomaticSpeechRecognition(TaskTemplate): task: str = "automatic-speech-recognition" input_schema: ClassVar[Features] = Features({"audio": Audio()}) label_schema: ClassVar[Features] = Features({"transcription": Value("string")}) audio_column: str = "audio" transcription_column: str = "transcription" def align_with_features(self, features): if self.audio_column not in features: raise ValueError(f"Column {self.audio_column} is not present in features.") if not isinstance(features[self.audio_column], Audio): raise ValueError(f"Column {self.audio_column} is not an Audio type.") task_template = copy.deepcopy(self) input_schema = self.input_schema.copy() input_schema["audio"] = features[self.audio_column] task_template.__dict__["input_schema"] = input_schema return task_template @property def column_mapping(self) -> Dict[str, str]: return {self.audio_column: "audio", self.transcription_column: "transcription"}