Skip to content

Commit

Permalink
fix: update Dataset dataclass
Browse files Browse the repository at this point in the history
  • Loading branch information
CuriousDolphin committed Feb 3, 2025
1 parent 9bc8bce commit f125f53
Showing 1 changed file with 7 additions and 28 deletions.
35 changes: 7 additions & 28 deletions focoos/ports.py
Original file line number Diff line number Diff line change
Expand Up @@ -134,33 +134,12 @@ class ModelPreview(FocoosBaseModel):
focoos_model: str


class DatasetInfo(FocoosBaseModel):
url: Annotated[
str,
Field(
description="🗂️ Dataset url to use for the project, must be a valid S3 URL",
),
]
name: Annotated[
str,
Field(
description="🗂️ Dataset name",
),
]
layout: Annotated[
DatasetLayout,
Field(
default=None,
description="🗂️ Dataset layout, can be any of the following: "
+ ", ".join([layout.value for layout in DatasetLayout]),
),
]

@field_validator("url")
def validate_s3_url(cls, v: str):
if not S3_URL_REGEX.match(v):
raise ValueError("Invalid S3 URL format, must be s3://BUCKET_NAME/path")
return v
class DatasetPreview(FocoosBaseModel):
ref: str
name: str
layout: DatasetLayout
description: Optional[str] = None
task: FocoosTask


class ModelMetadata(FocoosBaseModel):
Expand All @@ -180,7 +159,7 @@ class ModelMetadata(FocoosBaseModel):
hyperparameters: Optional[Hyperparameters] = None
training_info: Optional[TrainingInfo] = None
location: Optional[str] = None
dataset: Optional[DatasetInfo] = None
dataset: Optional[DatasetPreview] = None


class DatasetMetadata(FocoosBaseModel):
Expand Down

0 comments on commit f125f53

Please sign in to comment.