mirror of
https://github.com/jaypyles/Scraperr.git
synced 2025-12-14 03:36:01 +00:00
Feat: Site Mapping (#46)
Some checks failed
Unit Tests / unit-tests (push) Has been cancelled
Some checks failed
Unit Tests / unit-tests (push) Has been cancelled
* wip: add site mapping * chore: cleanup
This commit is contained in:
@@ -2,12 +2,14 @@
|
||||
from typing import Any, Optional, Union
|
||||
from datetime import datetime
|
||||
|
||||
# LOCAL
|
||||
from api.backend.job.models.job_options import JobOptions
|
||||
|
||||
# PDM
|
||||
import pydantic
|
||||
|
||||
|
||||
class FetchOptions(pydantic.BaseModel):
|
||||
chat: Optional[bool] = None
|
||||
|
||||
|
||||
|
||||
class Element(pydantic.BaseModel):
|
||||
@@ -22,12 +24,6 @@ class CapturedElement(pydantic.BaseModel):
|
||||
name: str
|
||||
|
||||
|
||||
class JobOptions(pydantic.BaseModel):
|
||||
multi_page_scrape: bool = False
|
||||
custom_headers: Optional[dict[str, Any]] = {}
|
||||
proxies: Optional[list[str]] = []
|
||||
|
||||
|
||||
class RetrieveScrapeJobs(pydantic.BaseModel):
|
||||
user: str
|
||||
|
||||
|
||||
Reference in New Issue
Block a user