增强validator和打印区别

This commit is contained in:
strepsiades
2026-03-23 14:39:29 +08:00
parent 4c380f1157
commit 0812489f9d
13 changed files with 496 additions and 117 deletions
+1 -13
View File
@@ -51,18 +51,6 @@ class BaseJsonlHandler(BaseNodeHandler):
super().__init__(node_type, node_class, schema)
self.datasource = datasource
def _should_skip_item_by_project_filter(self, item: Dict[str, Any], item_id: str) -> bool:
data_id_filter = set(self.get_data_id_filter())
if not data_id_filter:
return False
if self.node_type == "project":
return item_id not in data_id_filter
project_id = item.get("project_id")
if project_id:
return str(project_id) not in data_id_filter
return False
async def load(self) -> List['SyncNode']:
"""
查找并加载对应的 JSONL 文件并创建节点
@@ -95,7 +83,7 @@ class BaseJsonlHandler(BaseNodeHandler):
item = json.loads(line)
item_id = self.extract_id(item)
if self._should_skip_item_by_project_filter(item, item_id):
if self.should_skip_by_data_id_filter(item, item_id):
continue
# 创建节点