feather-ws -> wowlet-backend

wowlet_backend/utils.py

@@ -0,0 +1,130 @@
+# SPDX-License-Identifier: BSD-3-Clause
+# Copyright (c) 2020, The Monero Project.
+# Copyright (c) 2020, dsc@xmr.pm
+
+import json
+import asyncio
+import os
+import random
+from datetime import datetime
+from collections import Counter
+from functools import wraps
+from typing import List, Union
+
+import psutil
+import aiohttp
+from aiohttp_socks import ProxyConnector
+
+import settings
+
+
+def print_banner():
+    print(f"""\033[91m
+      █████▒▓█████ ▄▄▄     ▄▄▄█████▓ ██░ ██ ▓█████  ██▀███  
+    ▓██   ▒ ▓█   ▀▒████▄   ▓  ██▒ ▓▒▓██░ ██▒▓█   ▀ ▓██ ▒ ██▒
+    ▒████ ░ ▒███  ▒██  ▀█▄ ▒ ▓██░ ▒░▒██▀▀██░▒███   ▓██ ░▄█ ▒
+    ░▓█▒  ░ ▒▓█  ▄░██▄▄▄▄██░ ▓██▓ ░ ░▓█ ░██ ▒▓█  ▄ ▒██▀▀█▄  
+    ░▒█░    ░▒████▒▓█   ▓██▒ ▒██▒ ░ ░▓█▒░██▓░▒████▒░██▓ ▒██▒
+     ▒ ░    ░░ ▒░ ░▒▒   ▓▒█░ ▒ ░░    ▒ ░░▒░▒░░ ▒░ ░░ ▒▓ ░▒▓░
+     ░       ░ ░  ░ ▒   ▒▒ ░   ░     ▒ ░▒░ ░ ░ ░  ░  ░▒ ░ ▒░
+     ░ ░       ░    ░   ▒    ░       ░  ░░ ░   ░     ░░   ░ 
+               ░  ░     ░  ░         ░  ░  ░   ░  ░   ░  {settings.COIN_SYMBOL}\033[0m
+    """.strip())
+
+
+def collect_websocket(func):
+    @wraps(func)
+    async def wrapper(*args, **kwargs):
+        from wowlet_backend.factory import connected_websockets
+        queue = asyncio.Queue()
+        connected_websockets.add(queue)
+        try:
+            return await func(queue, *args, **kwargs)
+        finally:
+            connected_websockets.remove(queue)
+    return wrapper
+
+
+async def httpget(url: str, json=True, timeout: int = 5, socks5: str = None, raise_for_status=True):
+    headers = {"User-Agent": random_agent()}
+    opts = {"timeout": aiohttp.ClientTimeout(total=timeout)}
+    if socks5:
+        opts['connector'] = ProxyConnector.from_url(socks5)
+
+    async with aiohttp.ClientSession(**opts) as session:
+        async with session.get(url, headers=headers) as response:
+            if raise_for_status:
+                response.raise_for_status()
+
+            result = await response.json() if json else await response.text()
+            if result is None or (isinstance(result, str) and result == ''):
+                raise Exception("empty response from request")
+            return result
+
+
+def random_agent():
+    from wowlet_backend.factory import user_agents
+    return random.choice(user_agents)
+
+
+async def feather_data():
+    """A collection of data collected by
+    `FeatherTask`, for Feather wallet clients."""
+    from wowlet_backend.factory import cache, now
+    data = await cache.get("data")
+    if data:
+        data = json.loads(data)
+        return data
+
+    keys = ["blockheights", "funding_proposals", "crypto_rates", "fiat_rates", "reddit", "rpc_nodes", "xmrig", "xmrto_rates"]
+    data = {keys[i]: json.loads(val) if val else None for i, val in enumerate(await cache.mget(*keys))}
+
+    # @TODO: for backward-compat reasons we're including some legacy keys which can be removed after 1.0 release
+    data['nodes'] = data['rpc_nodes']
+    data['ccs'] = data['funding_proposals']
+    data['wfs'] = data['funding_proposals']
+
+    # start caching when application lifetime is more than 20 seconds
+    if (datetime.now() - now).total_seconds() > 20:
+        await cache.setex("data", 30, json.dumps(data))
+    return data
+
+
+def popularity_contest(lst: List[int]) -> Union[int, None]:
+    """Return most common occurrences of List[int]. If
+    there are no duplicates, return max() instead.
+    """
+    if not lst:
+        return
+    if len(set(lst)) == len(lst):
+        return max(lst)
+    return Counter(lst).most_common(1)[0][0]
+
+
+def current_worker_thread_is_primary() -> bool:
+    """
+    ASGI server (Hypercorn) may start multiple
+    worker threads, but we only want one feather-ws
+    instance to schedule `FeatherTask` tasks at an
+    interval. Therefor this function determines if the
+    current instance is responsible for the
+    recurring Feather tasks.
+    """
+    from wowlet_backend.factory import app
+
+    current_pid = os.getpid()
+    parent_pid = os.getppid()
+    app.logger.debug(f"current_pid: {current_pid}, "
+                     f"parent_pid: {parent_pid}")
+
+    if parent_pid == 0:
+        return True
+
+    parent = psutil.Process(parent_pid)
+    if parent.name() != "hypercorn":
+        return True
+
+    lowest_pid = min(c.pid for c in parent.children(recursive=True) if c.name() == "hypercorn")
+    if current_pid == lowest_pid:
+        return True
+