lee/Scraperr
1
0
Fork 0
mirror of https://github.com/jaypyles/Scraperr.git synced 2025-12-14 11:46:17 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: add media viewer + other fixes (#79)

Browse Source 
* feat: add media viewer + other fixes

* chore: remove logging [skip ci]

* chore: remove logging [skip ci]

* feat: add unit test for media

* feat: add unit test for media

* feat: add unit test for media [skip ci]

* feat: add unit test for media [skip ci]

* feat: add unit test for media [skip ci]

* feat: add unit test for media [skip ci]

* chore: update docs [skip ci]
This commit is contained in:
Jayden Pyles
2025-05-17 16:31:34 -05:00
committed by GitHub
parent f815a58efc
commit 263e46ba4d
38 changed files with 1047 additions and 84 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
api/backend/job/scraping/scraping_utils.py
View File

@@ -8,7 +8,7 @@ from api.backend.job.scraping.collect_media import collect_media as collect_medi
async def scrape_content(
page: Page, pages: Set[Tuple[str, str]], collect_media: bool
id: str, page: Page, pages: Set[Tuple[str, str]], collect_media: bool
) -> str:
last_height = await page.evaluate("document.body.scrollHeight")
@@ -27,6 +27,6 @@ async def scrape_content(
if collect_media:
LOG.info("Collecting media")
await collect_media_utils(page)
await collect_media_utils(id, page)
return html