lee/changedetection.io
1
0
Fork 0
mirror of https://github.com/dgtlmoon/changedetection.io.git synced 2025-12-14 12:06:55 +00:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

CSS Filter - Smarter is to just extract the HTML blob and continue with inscriptus, so we have almost the same output as not using the filter

Browse Source
This commit is contained in:
dgtlmoon
2021-06-23 20:40:01 +10:00
parent 8d59ef2e10
commit f215adbbe5
3 changed files with 46 additions and 15 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
backend/tests/test_css_selector.py
View File

@@ -43,6 +43,32 @@ def set_modified_response():
return None
# Test that the CSS extraction works how we expect, important here is the right placing of new lines \n's
def test_css_filter_output():
from backend import fetch_site_status
from inscriptis import get_text
css_filter = fetch_site_status.css_filter()
# Check text with sub-parts renders correctly
content = """<html> <body><div id="thingthing" > Some really <b>bold</b> text </div> </body> </html>"""
html_blob = css_filter.apply(css_filter="#thingthing", html_content=content)
text = get_text(html_blob)
assert text == " Some really bold text"
content = """<html> <body>
<p>foo bar blah</p>
<div class="parts">Block A</div> <div class="parts">Block B</div></body>
</html>
"""
html_blob = css_filter.apply(css_filter=".parts", html_content=content)
text = get_text(html_blob)
# Divs are converted to 4 whitespaces by inscriptis
assert text == " Block A\n Block B"
# Tests the whole stack works with the CSS Filter
def test_check_markup_css_filter_restriction(client, live_server):
sleep_time_for_fetch_thread = 3