lee/Scraperr
1
0
Fork 0
mirror of https://github.com/jaypyles/Scraperr.git synced 2025-12-02 14:02:46 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: site map
Some checks failed
Unit Tests / unit-tests (push) Has been cancelled
Details
Unit Tests / cypress-tests (push) Has been cancelled
Details
Unit Tests / success-message (push) Has been cancelled
Details

Browse Source
This commit is contained in:
Jayden Pyles
2025-05-17 17:05:37 -05:00
parent 6639e8b48f
commit d602d3330a
2 changed files with 5 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
api/backend/job/site_mapping/site_mapping.py
View File

@@ -36,7 +36,7 @@ async def handle_input(action: Action, page: Page) -> bool:
async def handle_click(action: Action, page: Page) -> bool:
try:
element = page.locator(f"xpath={action.xpath}")
await element.wait_for(state="visible", timeout=10000)
# await element.wait_for(state="visible", timeout=10000)
LOG.info(f"Clicking element: {action.xpath}")
await element.click()
return True
@@ -52,6 +52,7 @@ ACTION_MAP = {
async def handle_site_mapping(
id: str,
site_map_dict: dict[str, Any],
page: Page,
pages: set[tuple[str, str]],
@@ -68,11 +69,11 @@ async def handle_site_mapping(
await asyncio.sleep(2)
await scrape_content(page, pages, collect_media=collect_media)
await scrape_content(id, page, pages, collect_media=collect_media)
cleared_site_map_dict = clear_done_actions(site_map_dict)
if cleared_site_map_dict["actions"]:
await handle_site_mapping(
cleared_site_map_dict, page, pages, collect_media=collect_media
id, cleared_site_map_dict, page, pages, collect_media=collect_media
)