lee/Scraperr
1
0
Fork 0
mirror of https://github.com/jaypyles/Scraperr.git synced 2026-08-25 13:56:30 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: only show rows with text

Browse Source
This commit is contained in:
Jayden Pyles
2024-11-06 18:29:38 -06:00
parent 8a74a8fbd6
commit ea65df63b0
1 changed files with 14 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files
api/backend/routers/job_router.py
+14 -13
View File
@@ -98,19 +98,20 @@ async def download(download_job: DownloadJob):
for element_name, values in elements.items():
for value in values:
text = clean_text(value.get("text", ""))
csv_writer.writerow(
[
result.get("id", "")
+ "-"
+ str(random.randint(0, 1000000)),
url,
element_name,
value.get("xpath", ""),
text,
result.get("user", ""),
result.get("time_created", ""),
]
)
if text:
csv_writer.writerow(
[
result.get("id", "")
+ "-"
+ str(random.randint(0, 1000000)),
url,
element_name,
value.get("xpath", ""),
text,
result.get("user", ""),
result.get("time_created", ""),
]
)
_ = csv_buffer.seek(0)
response = StreamingResponse(