mirror of
https://github.com/jaypyles/Scraperr.git
synced 2025-11-30 21:13:45 +00:00
1b8c8c779a
* feat: allow downloading in MD format * fix: unit tests * fix: deployments [skip ci] * fix: deployment
25 lines
957 B
Python
25 lines
957 B
Python
from typing import Any
|
|
|
|
from api.backend.utils import clean_text
|
|
|
|
|
|
def stream_md_from_job_results(jobs: list[dict[str, Any]]):
|
|
md = "# Job Results Summary\n\n"
|
|
for i, job in enumerate(jobs, start=1):
|
|
md += f"## Job #{i}\n"
|
|
yield f"- **Job URL:** {job.get('url', 'N/A')}\n"
|
|
yield f"- **Timestamp:** {job.get('time_created', 'N/A')}\n"
|
|
yield f"- **ID:** {job.get('id', 'N/A')}\n"
|
|
yield "### Extracted Results:\n"
|
|
|
|
for res in job.get("result", []):
|
|
for url, elements in res.items():
|
|
yield f"\n#### URL: {url}\n"
|
|
for element_name, values in elements.items():
|
|
for value in values:
|
|
text = clean_text(value.get("text", "")).strip()
|
|
if text:
|
|
yield f"- **Element:** `{element_name}`\n"
|
|
yield f" - **Text:** {text}\n"
|
|
yield "\n---\n"
|