lee/Scraperr
1
0
Fork 0
mirror of https://github.com/jaypyles/Scraperr.git synced 2025-12-14 19:55:56 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: issue with updating jobs

Browse Source
This commit is contained in:
Jayden
2024-07-21 21:49:55 -05:00
parent e2e6018ef9
commit cfdf4513c2
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
api/backend/worker/job_worker.py
View File

@@ -17,7 +17,7 @@ async def process_job():
if job: if job:
LOG.info(f"Beginning processing job: {job}.") LOG.info(f"Beginning processing job: {job}.")
try: try:
_ = await update_job(job["id"], field="status", value="Scraping") _ = await update_job([job["id"]], field="status", value="Scraping")
scraped = await scrape( scraped = await scrape(
job["url"], job["url"],
[Element(**j) for j in job["elements"]], [Element(**j) for j in job["elements"]],
@@ -28,12 +28,12 @@ async def process_job():
f"Scraped result for url: {job['url']}, with elements: {job['elements']}\n{scraped}" f"Scraped result for url: {job['url']}, with elements: {job['elements']}\n{scraped}"
) )
_ = await update_job( _ = await update_job(
job["id"], field="result", value=jsonable_encoder(scraped) [job["id"]], field="result", value=jsonable_encoder(scraped)
) )
_ = await update_job(job["id"], field="status", value="Completed") _ = await update_job(job["id"], field="status", value="Completed")
except Exception as e: except Exception as e:
_ = await update_job(job["id"], field="status", value="Failed") _ = await update_job([job["id"]], field="status", value="Failed")
_ = await update_job(job["id"], field="result", value=e) _ = await update_job([job["id"]], field="result", value=e)
LOG.error(f"Exception as occured: {e}\n{traceback.print_exc()}") LOG.error(f"Exception as occured: {e}\n{traceback.print_exc()}")