mirror of
https://github.com/jaypyles/Scraperr.git
synced 2025-12-12 02:35:43 +00:00
5c89e4d7d2
* feat: working new advanced job options * feat: working new advanced job options * feat: add tests for adding custom cookies/headers
17 lines
433 B
Python
17 lines
433 B
Python
from pydantic import BaseModel
|
|
from typing import Any, Optional
|
|
from api.backend.job.models.site_map import SiteMap
|
|
|
|
|
|
class FetchOptions(BaseModel):
|
|
chat: Optional[bool] = None
|
|
|
|
|
|
class JobOptions(BaseModel):
|
|
multi_page_scrape: bool = False
|
|
custom_headers: dict[str, Any] = {}
|
|
proxies: list[str] = []
|
|
site_map: Optional[SiteMap] = None
|
|
collect_media: bool = False
|
|
custom_cookies: list[dict[str, Any]] = []
|