kb-workflow/kb_workflow.py

@@ -45,7 +45,10 @@ def process_command(
     try:
         from kb_pipeline.config import get_settings
         from kb_pipeline.pipeline import Pipeline
-        from kb_pipeline.processors import ASRProcessor, AnalyzeProcessor, DownloadProcessor, ParseProcessor
+        from kb_pipeline.processors import (
+            ASRProcessor, AnalyzeProcessor, ArchiveProcessor,
+            DownloadProcessor, ParseProcessor
+        )
         from kb_pipeline.schemas import PipelineConfig
 
         async def run_pipeline():
@@ -59,11 +62,12 @@ def process_command(
                 DownloadProcessor(),
                 ASRProcessor(),
                 AnalyzeProcessor(),
+                ArchiveProcessor(),
             ]
 
             # Create pipeline config
             config = PipelineConfig(
-                steps=["parse", "download", "asr", "analyze"],
+                steps=["parse", "download", "asr", "analyze", "archive"],
                 output_dir=out_dir,
                 skip_completed=skip_completed,
             )

kb_pipeline/pipeline.py

@@ -183,7 +183,7 @@ class Pipeline:
             try:
                 # Create step input based on step type
                 from kb_pipeline.schemas import (
-                    ParseInput, DownloadInput, ASRInput, AnalyzeInput
+                    ParseInput, DownloadInput, ASRInput, AnalyzeInput, ArchiveInput
                 )
 
                 if step_name == "parse":
@@ -228,6 +228,18 @@ class Pipeline:
                         content_type=parsed.content_type,
                         output_file=str(content_dir / "analysis.md"),
                     )
+                elif step_name == "archive":
+                    # Archive needs analysis file from analyze step
+                    analyze_result = results.get("analyze", {})
+                    analysis_file = analyze_result.get("analysis_file", "")
+
+                    step_input = ArchiveInput(
+                        content_id=parsed.content_id,
+                        platform=parsed.platform,
+                        content_dir=str(content_dir),
+                        analysis_file=analysis_file,
+                        content_type=parsed.content_type,
+                    )
                 else:
                     # Generic step input
                     from kb_pipeline.schemas import StepInput
@@ -248,7 +260,8 @@ class Pipeline:
                 if step_output.success:
                     # Add output fields to results
                     for field_name in ["metadata_file", "content_file", "title", "author",
-                                        "analysis_file", "summary", "output_files"]:
+                                        "analysis_file", "summary", "output_files",
+                                        "archive_file", "skipped"]:
                         if hasattr(step_output, field_name):
                             results[step_name][field_name] = getattr(step_output, field_name)