Compare commits

...

5 Commits

Author SHA1 Message Date
dgtlmoon
1f4bc31d84 dnspython pinning 2024-02-20 20:30:17 +01:00
dgtlmoon
b850bad038 also locking urllib 2024-02-20 20:25:26 +01:00
dgtlmoon
381ccc4033 lock version 2024-02-20 20:24:18 +01:00
dgtlmoon
de63b86ba2 lock version 2024-02-20 20:18:03 +01:00
dgtlmoon
238b909c0b Custom browser endpoints should not have a proxy set 2024-02-20 20:06:06 +01:00
2 changed files with 8 additions and 6 deletions

View File

@@ -75,12 +75,12 @@ class difference_detection_processor():
proxy_url = None
if preferred_proxy_id:
# Custom browser endpoints should not have a proxy added
if not preferred_proxy_id.startswith('ui-'):
# Custom browser endpoints should NOT have a proxy added
if not prefer_fetch_backend.startswith('extra_browser_'):
proxy_url = self.datastore.proxy_list.get(preferred_proxy_id).get('url')
logger.debug(f"Selected proxy key '{preferred_proxy_id}' as proxy URL '{proxy_url}' for {url}")
else:
logger.debug(f"Skipping adding proxy data when custom Browser endpoint is specified.")
logger.debug(f"Skipping adding proxy data when custom Browser endpoint is specified. ")
# Now call the fetcher (playwright/requests/etc) with arguments that only a fetcher would need.
# When browser_connection_url is None, it method should default to working out whats the best defaults (os env vars etc)

View File

@@ -1,7 +1,7 @@
# Used by Pyppeteer
pyee
eventlet>=0.33.3 # related to dnspython fixes
eventlet==0.33.3 # related to dnspython fixes
feedgen~=0.9
flask-compress
# 0.6.3 included compatibility fix for werkzeug 3.x (2.x had deprecation of url handlers)
@@ -22,13 +22,15 @@ validators~=0.21
brotli~=1.0
requests[socks]
urllib3>1.26
urllib3==1.26.18
chardet>2.3.0
wtforms~=3.0
jsonpath-ng~=1.5.3
dnspython~=2.4 # related to eventlet fixes
# Pinned: module 'eventlet.green.select' has no attribute 'epoll'
# https://github.com/eventlet/eventlet/issues/805#issuecomment-1640463482
dnspython==2.3.0 # related to eventlet fixes
# jq not available on Windows so must be installed manually