lee/changedetection.io
1
0
Fork 0
mirror of https://github.com/dgtlmoon/changedetection.io.git synced 2026-05-03 08:10:37 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Adding form.remove_duplicate_lines

Browse Source
This commit is contained in:
dgtlmoon
2024-09-09 22:16:16 +02:00
parent 0506c01c07
commit f032a1b1b3
3 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
changedetectionio/processors/text_json_diff/processor.py
+3
View File
@@ -213,6 +213,9 @@ class perform_site_check(difference_detection_processor):
if watch.get('trim_text_whitespace') and stripped_text_from_html:
stripped_text_from_html = '\n'.join(line.strip() for line in stripped_text_from_html.splitlines())
if watch.get('remove_duplicate_lines') and stripped_text_from_html:
stripped_text_from_html = '\n'.join(dict.fromkeys(line for line in stripped_text_from_html.splitlines()))
# Re #340 - return the content before the 'ignore text' was applied
text_content_before_ignored_filter = stripped_text_from_html.encode('utf-8')