调整了pipeline执行顺序。现在按domain顺序读取数据源数据，防止前面domain的更新影响后面domain.

将target_project_ids替换为更通用的data_id_filter
2026-03-20 14:38:56 +08:00
parent f9f175ee79
commit 2c09c61165
29 changed files with 296 additions and 172 deletions
@@ -11,7 +11,6 @@ class BaseDataSourceConfig(BaseModel):
    model_config = ConfigDict(extra="forbid", validate_assignment=True)

    type: str
-    target_project_ids: List[str] = Field(default_factory=list)
    handler_configs: Dict[str, Dict[str, Any]] = Field(default_factory=dict)


@@ -33,7 +32,6 @@ class ApiDataSourceConfig(BaseDataSourceConfig):
    poll_interval: float = 0.5
    api_rate_limit_max_requests: int = 10
    api_rate_limit_window_seconds: float = 10.0
-    target_project_ids: List[str] = Field(default_factory=list)


 DataSourceConfig = Annotated[