mirror of
https://github.com/jaypyles/Scraperr.git
synced 2025-12-15 04:05:50 +00:00
7d80ff5c7f
Some checks failed
Unit Tests / unit-tests (push) Has been cancelled
* wip: add site mapping * chore: cleanup
15 lines
355 B
Python
15 lines
355 B
Python
from pydantic import BaseModel
|
|
from typing import Any, Optional
|
|
from api.backend.job.models.site_map import SiteMap
|
|
|
|
|
|
class FetchOptions(BaseModel):
|
|
chat: Optional[bool] = None
|
|
|
|
|
|
class JobOptions(BaseModel):
|
|
multi_page_scrape: bool = False
|
|
custom_headers: dict[str, Any] = {}
|
|
proxies: list[str] = []
|
|
site_map: Optional[SiteMap] = None
|