lee/Scraperr
1
0
Fork 0
mirror of https://github.com/jaypyles/Scraperr.git synced 2025-12-08 16:56:04 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

chore: cleanup

Browse Source
This commit is contained in:
Jayden Pyles
2024-11-21 17:43:20 -06:00
parent c339e75e06
commit bf6b740005
3 changed files with 0 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
api/backend/job/site_mapping/site_mapping.py
View File

@@ -77,7 +77,6 @@ async def handle_site_mapping(
pages: set[tuple[str, str]], pages: set[tuple[str, str]],
): ):
site_map = SiteMap(**site_map_dict) site_map = SiteMap(**site_map_dict)
LOG.info(f"Handling site map: {site_map}")
for action in site_map.actions: for action in site_map.actions:
action_handler = ACTION_MAP[action.type] action_handler = ACTION_MAP[action.type]

2
api/backend/routers/job_router.py
View File

@@ -91,8 +91,6 @@ async def download(download_job: DownloadJob):
) )
results = query(job_query, tuple(download_job.ids)) results = query(job_query, tuple(download_job.ids))
LOG.info(f"Results: {results}")
csv_buffer = StringIO() csv_buffer = StringIO()
csv_writer = csv.writer(csv_buffer, quotechar='"', quoting=csv.QUOTE_ALL) csv_writer = csv.writer(csv_buffer, quotechar='"', quoting=csv.QUOTE_ALL)

3
api/backend/utils.py
View File

@@ -44,9 +44,6 @@ def format_sql_row_to_python(row: dict[str, Any]):
def format_json(items: list[Any]): def format_json(items: list[Any]):
for idx, item in enumerate(items): for idx, item in enumerate(items):
LOG.info(f"Formatting item: {item}")
if isinstance(item, (dict, list)): if isinstance(item, (dict, list)):
formatted_item = json.dumps(item) formatted_item = json.dumps(item)
LOG.info(f"Formatted item: {formatted_item}")
LOG.info(f"Formatted item class: {type(formatted_item)}")
items[idx] = formatted_item items[idx] = formatted_item