test(08-01): add failing tests for ZhihuCrawler

- Add test_answer_crawler.py with tests for crawl_answer()
- Add test_article_crawler.py with tests for crawl_article()
- Add test_metadata_extraction.py with tests for author/metadata parsing

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
2026-03-17 21:08:13 +08:00
parent a102a75b28
commit 912773fc65
3 changed files with 268 additions and 0 deletions
@@ -0,0 +1,66 @@
"""Tests for Zhihu Article Crawler"""
import pytest
from unittest.mock import MagicMock, patch
from kb_workflow.crawler.models import ArticleData, CrawlResult
class TestCrawlArticle:
"""Tests for crawl_article() method."""
def test_crawl_article_invalid_url_returns_failure(self):
"""Test that invalid URL returns CrawlResult with success=False."""
from kb_workflow.crawler.zhihu_crawler import ZhihuCrawler
crawler = ZhihuCrawler(headless=True, timeout=10)
result = crawler.crawl_article("https://www.example.com/invalid")
assert result.success is False
assert result.error is not None
assert "Invalid" in result.error
def test_crawl_article_extracts_title(
self, sample_article_api_response
):
"""Test that crawl_article extracts title from API response."""
from kb_workflow.crawler.zhihu_crawler import ZhihuCrawler
crawler = ZhihuCrawler(headless=True, timeout=10)
result = crawler._parse_article_data(
sample_article_api_response,
article_id=11223344
)
assert isinstance(result, ArticleData)
assert result.title == "How to Build a Web Scraper"
def test_crawl_article_extracts_content(
self, sample_article_api_response
):
"""Test that crawl_article extracts content from API response."""
from kb_workflow.crawler.zhihu_crawler import ZhihuCrawler
crawler = ZhihuCrawler(headless=True, timeout=10)
result = crawler._parse_article_data(
sample_article_api_response,
article_id=11223344
)
assert result.content == "<p>This article explains how to build a web scraper...</p>"
assert result.excerpt == "This article explains how to build a web scraper..."
def test_crawl_article_contains_metadata(self, sample_article_api_response):
"""Test that parsed article contains metadata."""
from kb_workflow.crawler.zhihu_crawler import ZhihuCrawler
crawler = ZhihuCrawler(headless=True, timeout=10)
result = crawler._parse_article_data(
sample_article_api_response,
article_id=11223344
)
assert result.metadata.voteup_count == 500
assert result.metadata.comment_count == 25
assert result.metadata.author is not None
assert result.metadata.author.name == "Jane Smith"