mirror of
https://github.com/jaypyles/Scraperr.git
synced 2025-11-25 02:26:37 +00:00
16 lines
387 B
Python
16 lines
387 B
Python
from pydantic import BaseModel
|
|
from typing import Any, Optional
|
|
from api.backend.job.models.site_map import SiteMap
|
|
|
|
|
|
class FetchOptions(BaseModel):
|
|
chat: Optional[bool] = None
|
|
|
|
|
|
class JobOptions(BaseModel):
|
|
multi_page_scrape: bool = False
|
|
custom_headers: dict[str, Any] = {}
|
|
proxies: list[str] = []
|
|
site_map: Optional[SiteMap] = None
|
|
collect_media: bool = False
|