Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 6 additions & 0 deletions src/unitxt/schema.py
Original file line number Diff line number Diff line change
Expand Up @@ -171,6 +171,12 @@ def process(
task_data["metadata"]["template"] = self.artifact_to_jsonable(
instance["recipe_metadata"]["template"]
)
task_data["metadata"]["format"] = self.artifact_to_jsonable(
instance["recipe_metadata"]["format"]
)
task_data["metadata"]["system_prompt"] = self.artifact_to_jsonable(
instance["recipe_metadata"]["system_prompt"]
)
if "criteria" in task_data and isinstance(task_data["criteria"], Artifact):
task_data["criteria"] = self.artifact_to_jsonable(task_data["criteria"])
if constants.demos_field in instance:
Expand Down
13 changes: 8 additions & 5 deletions src/unitxt/standard.py
Original file line number Diff line number Diff line change
Expand Up @@ -7,10 +7,10 @@
from .augmentors import Augmentor, NullAugmentor
from .card import TaskCard
from .collections_operators import GetLength
from .dataclass import Field, InternalField, NonPositionalField, OptionalField
from .dataclass import InternalField, NonPositionalField, OptionalField
from .deprecation_utils import deprecation
from .error_utils import UnitxtError
from .formats import Format, SystemFormat
from .formats import Format
from .generator_utils import ReusableGenerator
from .logging_utils import get_logger
from .operator import (
Expand All @@ -25,7 +25,7 @@
from .settings_utils import get_constants, get_settings
from .splitters import ConstantSizeSample, RandomSizeSample, Sampler
from .stream import MultiStream
from .system_prompts import EmptySystemPrompt, SystemPrompt
from .system_prompts import SystemPrompt
from .task import Task
from .templates import (
ApplyRandomTemplate,
Expand Down Expand Up @@ -248,7 +248,7 @@ class DatasetRecipe(SourceSequentialOperator):
card: TaskCard = None
task: Task = None
template: Union[Template, List[Template], TemplatesList] = None
system_prompt: SystemPrompt = Field(default_factory=EmptySystemPrompt)
system_prompt: SystemPrompt = None
format: Format = None
serializer: Union[SingleTypeSerializer, List[SingleTypeSerializer]] = None

Expand Down Expand Up @@ -490,7 +490,10 @@ def reset_pipeline(self):
if settings.default_format is not None:
self.format, _ = fetch_artifact(settings.default_format)
else:
self.format = SystemFormat()
self.format, _ = fetch_artifact("formats.empty")

if self.system_prompt is None:
self.system_prompt, _ = fetch_artifact("system_prompts.empty")

if self.card and self.card.preprocess_steps is None:
self.card.preprocess_steps = []
Expand Down
Loading