feat(05-02): integrate ArchiveProcessor into Pipeline

- Add ArchiveInput creation in Pipeline.run()
- Import ArchiveInput in pipeline.py
- Add archive_file and skipped to output field recording
- Add ArchiveProcessor to CLI processors list
- Update PipelineConfig steps to include archive
This commit is contained in:
2026-03-16 23:19:23 +08:00
parent 63dd88279c
commit d1497ca550
2 changed files with 21 additions and 4 deletions
+6 -2
View File
@@ -45,7 +45,10 @@ def process_command(
try:
from kb_pipeline.config import get_settings
from kb_pipeline.pipeline import Pipeline
from kb_pipeline.processors import ASRProcessor, AnalyzeProcessor, DownloadProcessor, ParseProcessor
from kb_pipeline.processors import (
ASRProcessor, AnalyzeProcessor, ArchiveProcessor,
DownloadProcessor, ParseProcessor
)
from kb_pipeline.schemas import PipelineConfig
async def run_pipeline():
@@ -59,11 +62,12 @@ def process_command(
DownloadProcessor(),
ASRProcessor(),
AnalyzeProcessor(),
ArchiveProcessor(),
]
# Create pipeline config
config = PipelineConfig(
steps=["parse", "download", "asr", "analyze"],
steps=["parse", "download", "asr", "analyze", "archive"],
output_dir=out_dir,
skip_completed=skip_completed,
)