调整了pipeline执行顺序。现在按domain顺序读取数据源数据，防止前面domain的更新影响后面domain.

将target_project_ids替换为更通用的data_id_filter
2026-03-20 14:38:56 +08:00
parent f9f175ee79
commit 2c09c61165
29 changed files with 296 additions and 172 deletions
@@ -69,7 +69,6 @@ class PipelineUiConfig(BaseModel):
    )
    logging: LoggingConfig = Field(default_factory=LoggingConfig)

-    target_project_ids: List[str] = Field(default_factory=lambda: ["f3e02e84-e81c-4aa6-88d4-f5aa108c8227"])
    strategies: Dict[str, Dict[str, Any]] = Field(default_factory=dict)


@@ -102,7 +101,6 @@ def preset_ui_config(preset_name: str) -> PipelineUiConfig:
        remote_datasource=run_cfg.remote_datasource.model_copy(deep=True),
        persist=run_cfg.persist.model_copy(deep=True),
        logging=run_cfg.logging.model_copy(deep=True),
-        target_project_ids=list(run_cfg.target_project_ids),
        strategies=strategies,
    )

@@ -136,6 +134,5 @@ def file_ui_config(config_file: str) -> PipelineUiConfig:
        remote_datasource=run_cfg.remote_datasource.model_copy(deep=True),
        persist=run_cfg.persist.model_copy(deep=True),
        logging=run_cfg.logging.model_copy(deep=True),
-        target_project_ids=list(run_cfg.target_project_ids),
        strategies=strategies,
    )