调整了pipeline执行顺序。现在按domain顺序读取数据源数据，防止前面domain的更新影响后面domain.

将target_project_ids替换为更通用的data_id_filter
2026-03-20 14:38:56 +08:00
parent f9f175ee79
commit 2c09c61165
29 changed files with 296 additions and 172 deletions
@@ -23,13 +23,11 @@ local_datasource:
  type: jsonl
  jsonl_dir: ${PROJECT_ROOT}/filtered_datasource/datasource/filtered
  read_only: false
-  target_project_ids: []
  handler_configs: {}
 remote_datasource:
  type: jsonl
  jsonl_dir: ${PROJECT_ROOT}/remote_datasource/datasource
  read_only: false
-  target_project_ids: []
  handler_configs: {}
 persist:
  backend: sqlite