mirror of
https://github.com/jaypyles/Scraperr.git
synced 2025-12-08 08:45:38 +00:00
chore: cleanup
This commit is contained in:
@@ -77,7 +77,6 @@ async def handle_site_mapping(
|
||||
pages: set[tuple[str, str]],
|
||||
):
|
||||
site_map = SiteMap(**site_map_dict)
|
||||
LOG.info(f"Handling site map: {site_map}")
|
||||
|
||||
for action in site_map.actions:
|
||||
action_handler = ACTION_MAP[action.type]
|
||||
|
||||
@@ -91,8 +91,6 @@ async def download(download_job: DownloadJob):
|
||||
)
|
||||
results = query(job_query, tuple(download_job.ids))
|
||||
|
||||
LOG.info(f"Results: {results}")
|
||||
|
||||
csv_buffer = StringIO()
|
||||
csv_writer = csv.writer(csv_buffer, quotechar='"', quoting=csv.QUOTE_ALL)
|
||||
|
||||
|
||||
@@ -44,9 +44,6 @@ def format_sql_row_to_python(row: dict[str, Any]):
|
||||
|
||||
def format_json(items: list[Any]):
|
||||
for idx, item in enumerate(items):
|
||||
LOG.info(f"Formatting item: {item}")
|
||||
if isinstance(item, (dict, list)):
|
||||
formatted_item = json.dumps(item)
|
||||
LOG.info(f"Formatted item: {formatted_item}")
|
||||
LOG.info(f"Formatted item class: {type(formatted_item)}")
|
||||
items[idx] = formatted_item
|
||||
|
||||
Reference in New Issue
Block a user