From a863f4651caf58b3939d73af01f2460dee7ff340 Mon Sep 17 00:00:00 2001 From: Elon Gliksberg Date: Wed, 29 Mar 2023 18:24:12 +0300 Subject: [PATCH] Updated the dbt artifact schemas. --- elementary/monitor/fetchers/models/schema.py | 29 +++++++++++--------- 1 file changed, 16 insertions(+), 13 deletions(-) diff --git a/elementary/monitor/fetchers/models/schema.py b/elementary/monitor/fetchers/models/schema.py index f5616a017..c705f6991 100644 --- a/elementary/monitor/fetchers/models/schema.py +++ b/elementary/monitor/fetchers/models/schema.py @@ -25,13 +25,13 @@ def format_generated_at(cls, generated_at): class ArtifactSchema(ExtendedBaseModel): - name: str - unique_id: str - owners: List[str] - tags: List[str] - package_name: Optional[str] - description: Optional[str] - full_path: str + name: Optional[str] = None + unique_id: Optional[str] = None + owners: Optional[List[str]] = None + tags: Optional[List[str]] = None + package_name: Optional[str] = None + description: Optional[str] = None + full_path: Optional[str] = None @validator("tags", pre=True) def load_tags(cls, tags): @@ -47,22 +47,25 @@ def format_full_path_sep(cls, full_path: str) -> str: class ModelSchema(ArtifactSchema): - database_name: str = None + database_name: Optional[str] = None schema_name: str table_name: str + ref_function: str = "ref" class SourceSchema(ArtifactSchema): - database_name: str = None + database_name: Optional[str] = None schema_name: str table_name: str + ref_function: str = "source" class ExposureSchema(ArtifactSchema): - url: Optional[str] - type: Optional[str] - maturity: Optional[str] - owner_email: Optional[str] + url: Optional[str] = None + type: Optional[str] = None + maturity: Optional[str] = None + owner_email: Optional[str] = None + depends_on: Optional[List[str]] = None class ModelTestCoverage(ExtendedBaseModel):