| 56 | SourceType = Literal['bulk', 'api', 'staticpages', 'dynamicpages'] |
| 57 | |
| 58 | class DatasetSources(BaseModel): |
| 59 | # stores the urls from where the data can be collected |
| 60 | sources : list[AnyUrl] |
| 61 | sourcetype : SourceType |
| 62 | # storage format of the blobs that are captured from the source |
| 63 | source_format: str |
| 64 | |
| 65 | |
| 66 | class RawDataset(BaseModel): |
nothing calls this directly
no outgoing calls
no test coverage detected