Compare commits
21 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 9d2433322a | |||
| e1d3218a44 | |||
| d88f1a3b8d | |||
| 5ccabec3e4 | |||
| 289be86fc6 | |||
| 79cf9635c6 | |||
| bc5e02249d | |||
| 36de6cf6dd | |||
| 23254afc49 | |||
| 00b8e103c0 | |||
| 7a1b2fc244 | |||
| 61c4fd401f | |||
| 71176c9a12 | |||
| b5cd81d6e7 | |||
| 46aab1d9f4 | |||
| ed1de1a5b1 | |||
| b89627b8ce | |||
| 33c2fd4bcd | |||
| b3e40b3344 | |||
| 9f12b35e6d | |||
| 4fde411be3 |
@@ -54,7 +54,7 @@ class CrawlerConfig(BaseModel):
|
|||||||
|
|
||||||
# Proxy settings
|
# Proxy settings
|
||||||
proxy: Optional[ProxyConfig] = Field(None, description="Proxy configuration")
|
proxy: Optional[ProxyConfig] = Field(None, description="Proxy configuration")
|
||||||
proxy_required: bool = Field(default=True, description="Whether proxy is mandatory")
|
proxy_required: bool = Field(default=False, description="Whether proxy is mandatory (False for 旁路由 auto-proxy)")
|
||||||
|
|
||||||
# Rate limiting
|
# Rate limiting
|
||||||
min_delay: float = Field(default=1.0, description="Minimum delay between requests (seconds)")
|
min_delay: float = Field(default=1.0, description="Minimum delay between requests (seconds)")
|
||||||
|
|||||||
Reference in New Issue
Block a user