lee/changedetection.io
1
0
Fork 0
mirror of https://github.com/dgtlmoon/changedetection.io.git synced 2025-12-05 07:35:33 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

Fetching/Requests - Fixing user agent header overrides per-watch of global settings (#2409)

Browse Source
This commit is contained in:
dgtlmoon
2024-06-13 10:50:46 +02:00
committed by GitHub
parent de48892243
commit c6ee6687b5
4 changed files with 73 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
changedetectionio/content_fetchers/puppeteer.py
View File

@@ -115,12 +115,11 @@ class fetcher(Fetcher):
# This user agent is similar to what was used when tweaking the evasions in inject_evasions_into_page(..)
user_agent = None
if request_headers:
user_agent = next((value for key, value in request_headers.items() if key.lower().strip() == 'user-agent'), None)
if user_agent:
await self.page.setUserAgent(user_agent)
# Remove it so it's not sent again with headers after
[request_headers.pop(key) for key in list(request_headers) if key.lower().strip() == 'user-agent'.lower().strip()]
if request_headers and request_headers.get('User-Agent'):
# Request_headers should now be CaaseInsensitiveDict
# Remove it so it's not sent again with headers after
user_agent = request_headers.pop('User-Agent').strip()
await self.page.setUserAgent(user_agent)
if not user_agent:
# Attempt to strip 'HeadlessChrome' etc