mirror of
https://github.com/dgtlmoon/changedetection.io.git
synced 2025-12-21 07:25:43 +00:00
Compare commits
9 Commits
ipv6
...
dont-recre
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
699e4a01f0 | ||
|
|
1b2507890d | ||
|
|
6619e62972 | ||
|
|
58c7cbeac7 | ||
|
|
ab9efdfd14 | ||
|
|
65d5a5d34c | ||
|
|
93c157ee7f | ||
|
|
de85db887c | ||
|
|
50805ca38a |
@@ -245,5 +245,5 @@ I offer commercial support, this software is depended on by network security, ae
|
|||||||
[test-shield]: https://github.com/dgtlmoon/changedetection.io/actions/workflows/test-only.yml/badge.svg?branch=master
|
[test-shield]: https://github.com/dgtlmoon/changedetection.io/actions/workflows/test-only.yml/badge.svg?branch=master
|
||||||
|
|
||||||
[license-shield]: https://img.shields.io/github/license/dgtlmoon/changedetection.io.svg?style=for-the-badge
|
[license-shield]: https://img.shields.io/github/license/dgtlmoon/changedetection.io.svg?style=for-the-badge
|
||||||
[release-link]: https://github.com/dgtlmoon.com/changedetection.io/releases
|
[release-link]: https://github.com/dgtlmoon/changedetection.io/releases
|
||||||
[docker-link]: https://hub.docker.com/r/dgtlmoon/changedetection.io
|
[docker-link]: https://hub.docker.com/r/dgtlmoon/changedetection.io
|
||||||
|
|||||||
@@ -7,7 +7,7 @@
|
|||||||
|
|
||||||
from changedetectionio import changedetection
|
from changedetectionio import changedetection
|
||||||
import multiprocessing
|
import multiprocessing
|
||||||
import signal
|
import sys
|
||||||
import os
|
import os
|
||||||
|
|
||||||
def sigchld_handler(_signo, _stack_frame):
|
def sigchld_handler(_signo, _stack_frame):
|
||||||
@@ -35,6 +35,9 @@ if __name__ == '__main__':
|
|||||||
try:
|
try:
|
||||||
while True:
|
while True:
|
||||||
time.sleep(1)
|
time.sleep(1)
|
||||||
|
if not parse_process.is_alive():
|
||||||
|
# Process died/crashed for some reason, exit with error set
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
except KeyboardInterrupt:
|
except KeyboardInterrupt:
|
||||||
#parse_process.terminate() not needed, because this process will issue it to the sub-process anyway
|
#parse_process.terminate() not needed, because this process will issue it to the sub-process anyway
|
||||||
|
|||||||
@@ -1218,7 +1218,7 @@ def changedetection_app(config=None, datastore_o=None):
|
|||||||
if watch_uuid not in running_uuids and not datastore.data['watching'][watch_uuid]['paused']:
|
if watch_uuid not in running_uuids and not datastore.data['watching'][watch_uuid]['paused']:
|
||||||
update_q.put(queuedWatchMetaData.PrioritizedItem(priority=1, item={'uuid': watch_uuid, 'skip_when_checksum_same': False}))
|
update_q.put(queuedWatchMetaData.PrioritizedItem(priority=1, item={'uuid': watch_uuid, 'skip_when_checksum_same': False}))
|
||||||
i += 1
|
i += 1
|
||||||
flash("{} watches are queued for rechecking.".format(i))
|
flash("{} watches queued for rechecking.".format(i))
|
||||||
return redirect(url_for('index', tag=tag))
|
return redirect(url_for('index', tag=tag))
|
||||||
|
|
||||||
@app.route("/form/checkbox-operations", methods=['POST'])
|
@app.route("/form/checkbox-operations", methods=['POST'])
|
||||||
@@ -1239,7 +1239,6 @@ def changedetection_app(config=None, datastore_o=None):
|
|||||||
uuid = uuid.strip()
|
uuid = uuid.strip()
|
||||||
if datastore.data['watching'].get(uuid):
|
if datastore.data['watching'].get(uuid):
|
||||||
datastore.data['watching'][uuid.strip()]['paused'] = True
|
datastore.data['watching'][uuid.strip()]['paused'] = True
|
||||||
|
|
||||||
flash("{} watches paused".format(len(uuids)))
|
flash("{} watches paused".format(len(uuids)))
|
||||||
|
|
||||||
elif (op == 'unpause'):
|
elif (op == 'unpause'):
|
||||||
@@ -1269,8 +1268,8 @@ def changedetection_app(config=None, datastore_o=None):
|
|||||||
if datastore.data['watching'].get(uuid):
|
if datastore.data['watching'].get(uuid):
|
||||||
# Recheck and require a full reprocessing
|
# Recheck and require a full reprocessing
|
||||||
update_q.put(queuedWatchMetaData.PrioritizedItem(priority=1, item={'uuid': uuid, 'skip_when_checksum_same': False}))
|
update_q.put(queuedWatchMetaData.PrioritizedItem(priority=1, item={'uuid': uuid, 'skip_when_checksum_same': False}))
|
||||||
|
flash("{} watches queued for rechecking".format(len(uuids)))
|
||||||
|
|
||||||
flash("{} watches un-muted".format(len(uuids)))
|
|
||||||
elif (op == 'notification-default'):
|
elif (op == 'notification-default'):
|
||||||
from changedetectionio.notification import (
|
from changedetectionio.notification import (
|
||||||
default_notification_format_for_watch
|
default_notification_format_for_watch
|
||||||
|
|||||||
@@ -3,13 +3,15 @@
|
|||||||
# Launch as a eventlet.wsgi server instance.
|
# Launch as a eventlet.wsgi server instance.
|
||||||
|
|
||||||
from distutils.util import strtobool
|
from distutils.util import strtobool
|
||||||
|
from json.decoder import JSONDecodeError
|
||||||
|
|
||||||
import eventlet
|
import eventlet
|
||||||
import eventlet.wsgi
|
import eventlet.wsgi
|
||||||
import getopt
|
import getopt
|
||||||
import os
|
import os
|
||||||
import signal
|
import signal
|
||||||
import sys
|
|
||||||
import socket
|
import socket
|
||||||
|
import sys
|
||||||
|
|
||||||
from . import store, changedetection_app, content_fetcher
|
from . import store, changedetection_app, content_fetcher
|
||||||
from . import __version__
|
from . import __version__
|
||||||
@@ -84,8 +86,14 @@ def main():
|
|||||||
"Or use the -C parameter to create the directory.".format(app_config['datastore_path']), file=sys.stderr)
|
"Or use the -C parameter to create the directory.".format(app_config['datastore_path']), file=sys.stderr)
|
||||||
sys.exit(2)
|
sys.exit(2)
|
||||||
|
|
||||||
|
try:
|
||||||
datastore = store.ChangeDetectionStore(datastore_path=app_config['datastore_path'], version_tag=__version__)
|
datastore = store.ChangeDetectionStore(datastore_path=app_config['datastore_path'], version_tag=__version__)
|
||||||
|
except JSONDecodeError as e:
|
||||||
|
# Dont' start if the JSON DB looks corrupt
|
||||||
|
print ("ERROR: JSON DB or Proxy List JSON at '{}' appears to be corrupt, aborting".format(app_config['datastore_path']))
|
||||||
|
print(str(e))
|
||||||
|
return
|
||||||
|
|
||||||
app = changedetection_app(app_config, datastore)
|
app = changedetection_app(app_config, datastore)
|
||||||
|
|
||||||
signal.signal(signal.SIGTERM, sigterm_handler)
|
signal.signal(signal.SIGTERM, sigterm_handler)
|
||||||
|
|||||||
@@ -77,10 +77,10 @@ class ChangeDetectionStore:
|
|||||||
self.__data['watching'][uuid] = Watch.model(datastore_path=self.datastore_path, default=watch)
|
self.__data['watching'][uuid] = Watch.model(datastore_path=self.datastore_path, default=watch)
|
||||||
print("Watching:", uuid, self.__data['watching'][uuid]['url'])
|
print("Watching:", uuid, self.__data['watching'][uuid]['url'])
|
||||||
|
|
||||||
# First time ran, doesnt exist.
|
# First time ran, Create the datastore.
|
||||||
except (FileNotFoundError, json.decoder.JSONDecodeError):
|
except (FileNotFoundError):
|
||||||
if include_default_watches:
|
if include_default_watches:
|
||||||
print("Creating JSON store at", self.datastore_path)
|
print("No JSON DB found at {}, creating JSON store at {}".format(self.json_store_path, self.datastore_path))
|
||||||
self.add_watch(url='https://news.ycombinator.com/',
|
self.add_watch(url='https://news.ycombinator.com/',
|
||||||
tag='Tech news',
|
tag='Tech news',
|
||||||
extras={'fetch_backend': 'html_requests'})
|
extras={'fetch_backend': 'html_requests'})
|
||||||
@@ -88,9 +88,11 @@ class ChangeDetectionStore:
|
|||||||
self.add_watch(url='https://changedetection.io/CHANGELOG.txt',
|
self.add_watch(url='https://changedetection.io/CHANGELOG.txt',
|
||||||
tag='changedetection.io',
|
tag='changedetection.io',
|
||||||
extras={'fetch_backend': 'html_requests'})
|
extras={'fetch_backend': 'html_requests'})
|
||||||
|
|
||||||
self.__data['version_tag'] = version_tag
|
self.__data['version_tag'] = version_tag
|
||||||
|
|
||||||
|
# Just to test that proxies.json if it exists, doesnt throw a parsing error on startup
|
||||||
|
test_list = self.proxy_list
|
||||||
|
|
||||||
# Helper to remove password protection
|
# Helper to remove password protection
|
||||||
password_reset_lockfile = "{}/removepassword.lock".format(self.datastore_path)
|
password_reset_lockfile = "{}/removepassword.lock".format(self.datastore_path)
|
||||||
if path.isfile(password_reset_lockfile):
|
if path.isfile(password_reset_lockfile):
|
||||||
|
|||||||
@@ -67,7 +67,7 @@ def test_check_basic_change_detection_functionality(client, live_server):
|
|||||||
|
|
||||||
# Force recheck
|
# Force recheck
|
||||||
res = client.get(url_for("form_watch_checknow"), follow_redirects=True)
|
res = client.get(url_for("form_watch_checknow"), follow_redirects=True)
|
||||||
assert b'1 watches are queued for rechecking.' in res.data
|
assert b'1 watches queued for rechecking.' in res.data
|
||||||
|
|
||||||
wait_for_all_checks(client)
|
wait_for_all_checks(client)
|
||||||
|
|
||||||
|
|||||||
@@ -40,7 +40,7 @@ def test_check_basic_change_detection_functionality_source(client, live_server):
|
|||||||
|
|
||||||
# Force recheck
|
# Force recheck
|
||||||
res = client.get(url_for("form_watch_checknow"), follow_redirects=True)
|
res = client.get(url_for("form_watch_checknow"), follow_redirects=True)
|
||||||
assert b'1 watches are queued for rechecking.' in res.data
|
assert b'1 watches queued for rechecking.' in res.data
|
||||||
|
|
||||||
time.sleep(5)
|
time.sleep(5)
|
||||||
|
|
||||||
|
|||||||
@@ -1,4 +1,3 @@
|
|||||||
version: '2'
|
|
||||||
services:
|
services:
|
||||||
changedetection:
|
changedetection:
|
||||||
image: ghcr.io/dgtlmoon/changedetection.io
|
image: ghcr.io/dgtlmoon/changedetection.io
|
||||||
|
|||||||
@@ -24,7 +24,7 @@ jsonpath-ng~=1.5.3
|
|||||||
# jq not available on Windows so must be installed manually
|
# jq not available on Windows so must be installed manually
|
||||||
|
|
||||||
# Notification library
|
# Notification library
|
||||||
apprise~=1.2.0
|
apprise~=1.2.1
|
||||||
|
|
||||||
# apprise mqtt https://github.com/dgtlmoon/changedetection.io/issues/315
|
# apprise mqtt https://github.com/dgtlmoon/changedetection.io/issues/315
|
||||||
paho-mqtt
|
paho-mqtt
|
||||||
|
|||||||
Reference in New Issue
Block a user