mirror of
https://github.com/jaypyles/Scraperr.git
synced 2025-11-26 02:54:12 +00:00
1b8c8c779a
* feat: allow downloading in MD format * fix: unit tests * fix: deployments [skip ci] * fix: deployment
75 lines
1.4 KiB
Python
75 lines
1.4 KiB
Python
# STL
|
|
from typing import Any, Literal, Optional, Union
|
|
from datetime import datetime
|
|
|
|
# LOCAL
|
|
from api.backend.job.models.job_options import JobOptions
|
|
|
|
# PDM
|
|
import pydantic
|
|
|
|
|
|
class Element(pydantic.BaseModel):
|
|
name: str
|
|
xpath: str
|
|
url: Optional[str] = None
|
|
|
|
|
|
class CapturedElement(pydantic.BaseModel):
|
|
xpath: str
|
|
text: str
|
|
name: str
|
|
|
|
|
|
class RetrieveScrapeJobs(pydantic.BaseModel):
|
|
user: str
|
|
|
|
|
|
class DownloadJob(pydantic.BaseModel):
|
|
ids: list[str]
|
|
job_format: Literal["csv", "md"]
|
|
|
|
|
|
class DeleteScrapeJobs(pydantic.BaseModel):
|
|
ids: list[str]
|
|
|
|
|
|
class GetStatistics(pydantic.BaseModel):
|
|
user: str
|
|
|
|
|
|
class UpdateJobs(pydantic.BaseModel):
|
|
ids: list[str]
|
|
field: str
|
|
value: Any
|
|
|
|
|
|
class AI(pydantic.BaseModel):
|
|
messages: list[Any]
|
|
|
|
|
|
class Job(pydantic.BaseModel):
|
|
id: Optional[str] = None
|
|
url: str
|
|
elements: list[Element]
|
|
user: str = ""
|
|
time_created: Optional[Union[datetime, str]] = None
|
|
result: list[dict[str, dict[str, list[CapturedElement]]]] = []
|
|
job_options: JobOptions
|
|
status: str = "Queued"
|
|
chat: Optional[str] = None
|
|
|
|
|
|
class CronJob(pydantic.BaseModel):
|
|
id: Optional[str] = None
|
|
user_email: str
|
|
job_id: str
|
|
cron_expression: str
|
|
time_created: Optional[Union[datetime, str]] = None
|
|
time_updated: Optional[Union[datetime, str]] = None
|
|
|
|
|
|
class DeleteCronJob(pydantic.BaseModel):
|
|
id: str
|
|
user_email: str
|