lee/changedetection.io
1
0
Fork 0
mirror of https://github.com/dgtlmoon/changedetection.io.git synced 2026-09-25 14:55:59 +00:00
Code Issues Actions 9 Packages Projects Releases Wiki Activity

Improve logging message

Browse Source
This commit is contained in:
dgtlmoon
2026-03-05 11:44:38 +01:00
parent 1453119516
commit 99ca16c45d
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
changedetectionio/content_fetchers/requests.py
+5 -2
View File
@@ -154,11 +154,14 @@ class fetcher(Fetcher):
# See: https://github.com/dgtlmoon/changedetection.io/issues/3952
try:
r.content.decode('utf-8') # try to decode, validation only
original_encoding = r.encoding
r.encoding = 'utf-8' # If it got this far, set it to utf-8
if original_encoding != r.encoding:
logger.info(f"URL: {url} content was re-encoded successfully from '{original_encoding}' to '{r.encoding}'")
except UnicodeDecodeError:
# Not valid UTF-8, fall back to chardet
# Not valid UTF-8, fall back to chardetr
encoding = chardet.detect(r.content)['encoding']
logger.warning(f"URL: {url} Did not decode as UTF-8, got UnicodeDecodeError, guessed new encoding as '{encoding}' via chardet")
logger.warning(f"URL: {url} Did not decode as utf-8, got UnicodeDecodeError, guessed new encoding as '{encoding}' via chardet")
if encoding:
r.encoding = encoding