mirror of
https://git.wownero.com/wowlet/wowlet-backend.git
synced 2024-08-15 01:03:13 +00:00
42bb0c832e
- Move recurring tasks into their own class; inherits from `FeatherTask` - CCS proposals: Don't use API, it's broken - webcrawl instead until it is fixed. - Switch to hypercorn as the ASGI server, *with* support for multiple workers. You can now run feather-ws with, for example, `--workers 6`. See `Dockerfile`. - Introduce support for various coins under `BlockheightTask` - Introduce support for various Reddit communities under `RedditTask` - Introduced weightvoting whilst validating third-party RPC blockheights - where nodes are filtered based on what other nodes are commonly reporting. - Current blockheights are fetched from various block explorers and weightvoting is done to eliminate outliers under `BlockheightTask`. - Don't filter/remove bad nodes from the rpc_nodes list; correctly label them as disabled/bad nodes. - Multiple Feather instances (each for it's own coin) can now run on one machine, using only one Redis instance, as each coins has it's own Redis database index. - Configuration options inside `settings.py` can now be controlled via environment variables. - Better logging through custom log formatting and correct usage of `app.logger.*` - Fixed a bug where one task could overlap with itself if the previous one did not finish yet. This was particularly noticable inside the `RPCNodeCheckTask` where the high timeout (for Tor nodes) could cause the task to run *longer* than the recurring task interval. - Introduced a `docker-compose.yml` to combine the Feather container with Redis and Tor containers. - Blocking IO operations are now done via `aiofiles`
56 lines
1.9 KiB
Python
56 lines
1.9 KiB
Python
# SPDX-License-Identifier: BSD-3-Clause
|
|
# Copyright (c) 2020, The Monero Project.
|
|
# Copyright (c) 2020, dsc@xmr.pm
|
|
|
|
import settings
|
|
from fapi.utils import httpget
|
|
from fapi.tasks import FeatherTask
|
|
|
|
|
|
class RedditTask(FeatherTask):
|
|
def __init__(self, interval: int = 900):
|
|
from fapi.factory import app
|
|
super(RedditTask, self).__init__(interval)
|
|
|
|
self._cache_key = "reddit"
|
|
self._cache_expiry = self.interval * 10
|
|
|
|
self._websocket_cmd = "reddit"
|
|
|
|
self._http_endpoints = {
|
|
"xmr": "https://www.reddit.com/r/monero",
|
|
"wow": "https://www.reddit.com/r/wownero",
|
|
"aeon": "https://www.reddit.com/r/aeon",
|
|
"trtl": "https://www.reddit.com/r/TRTL",
|
|
"xhv": "https://www.reddit.com/r/havenprotocol",
|
|
"loki": "https://www.reddit.com/r/LokiProject"
|
|
}
|
|
|
|
if settings.COIN_SYMBOL not in self._http_endpoints:
|
|
app.logger.warning(f"Missing Reddit URL for {settings.COIN_SYMBOL.upper()}, ignoring update task")
|
|
self._active = False
|
|
|
|
self._http_endpoint = self._http_endpoints[settings.COIN_SYMBOL]
|
|
if self._http_endpoint.endswith("/"):
|
|
self._http_endpoint = self._http_endpoint[:-1]
|
|
|
|
async def task(self):
|
|
from fapi.factory import app
|
|
|
|
url = f"{self._http_endpoint}/new.json?limit=15"
|
|
try:
|
|
blob = await httpget(url, json=True, raise_for_status=True)
|
|
except Exception as ex:
|
|
app.logger.error(f"failed fetching '{url}' {ex}")
|
|
raise
|
|
|
|
blob = [{
|
|
'title': z['data']['title'],
|
|
'author': z['data']['author'],
|
|
'url': "https://old.reddit.com" + z['data']['permalink'],
|
|
'comments': z['data']['num_comments']
|
|
} for z in blob['data']['children']]
|
|
if not blob:
|
|
raise Exception("no content")
|
|
|
|
return blob
|