from __future__ import annotations from typing import Annotated, Any, Dict, List, Literal, Union from pydantic import BaseModel, ConfigDict, Field class JsonlDataSourceConfig(BaseModel): model_config = ConfigDict(extra="forbid", validate_assignment=True) type: Literal["jsonl"] = "jsonl" jsonl_dir: str read_only: bool = False target_project_ids: List[str] = Field(default_factory=list) handler_configs: Dict[str, Dict[str, Any]] = Field(default_factory=dict) class ApiDataSourceConfig(BaseModel): model_config = ConfigDict(extra="forbid", validate_assignment=True) type: Literal["api"] = "api" api_base_url: str = "" api_uid: str = "" api_secret: str = "" api_debug: bool = False poll_max_retries: int = 10 poll_interval: float = 0.5 api_rate_limit_max_requests: int = 10 api_rate_limit_window_seconds: float = 10.0 target_project_ids: List[str] = Field(min_length=1) handler_configs: Dict[str, Dict[str, Any]] = Field(default_factory=dict) DataSourceConfig = Annotated[Union[JsonlDataSourceConfig, ApiDataSourceConfig], Field(discriminator="type")]