feat: add proxies (#39)

This commit is contained in:
Jayden Pyles
2024-11-09 21:27:53 -06:00
committed by GitHub
parent 266b91ed0e
commit 1cdffd9006
23 changed files with 284 additions and 86 deletions

View File

@@ -23,8 +23,9 @@ class CapturedElement(pydantic.BaseModel):
class JobOptions(pydantic.BaseModel):
multi_page_scrape: bool
custom_headers: Optional[dict[str, Any]]
multi_page_scrape: bool = False
custom_headers: Optional[dict[str, Any]] = {}
proxies: Optional[list[str]] = []
class RetrieveScrapeJobs(pydantic.BaseModel):