Full Rejigging of Structure

extensions/developer.py

@@ -0,0 +1,92 @@
+# -*- coding: utf-8 -*-
+
+# Developer functions
+# Provides functions only useable for developers
+
+'''Developer Cog'''
+
+import discord
+from discord.ext import commands
+import aiohttp
+import random
+
+class Developer(commands.Cog):
+    def  __init__(self, bot):
+        self.bot = bot
+        self.session = bot.session
+        self.instances = bot.instances
+
+    async def _instance_check(self, instance, info):
+        '''Checks the quality of an instance.'''
+
+        # Makes sure proper values exist
+        if 'error' in info:
+            return False
+        if not ('engines' in info and 'initial' in info['timing']):
+            return False
+        if not ('google' in info['engines'] and 'enabled' in info['engines']['google']):
+            return False
+
+        # Makes sure google is enabled
+        if not info['engines']['google']['enabled']:
+            return False
+
+        # Makes sure is not Tor
+        if info['network_type'] != 'normal':
+            return False
+
+        # Only picks instances that are fast enough
+        timing = int(info['timing']['initial'])
+        if timing > 0.20:
+            return False
+
+        # Check for Google captcha
+        test_search = f'{instance}/search?q=test&format=json&lang=en-US'
+        try:
+            async with self.session.get(test_search) as resp:
+                response = await resp.json()
+            response['results'][0]['content']
+        except (aiohttp.ClientError, KeyError, IndexError):
+            return False
+
+        # Reached if passes all checks
+        return True
+
+    @commands.command()
+    async def rejson(self, ctx):
+        '''Refreshes the list of instances for searx.'''
+
+        msg = await ctx.send('<a:updating:403035325242540032> Refreshing instance list...\n\n'
+            '(Due to extensive quality checks, this may take a bit.)')
+        plausible = []
+
+        # Get, parse, and quality check all instances
+        async with self.session.get('https://searx.space/data/instances.json') as r:
+            # Parsing
+            searx_json = await r.json()
+            instances = searx_json['instances']
+
+            # Quality Check
+            for i in instances:
+                info = instances.get(i)
+                is_good = await self._instance_check(i, info)
+                if is_good:
+                    plausible.append(i)
+
+        # Save new list
+        self.instances = plausible
+        with open('searxes.txt', 'w') as f:
+            f.write('\n'.join(plausible))
+
+        await msg.edit(content='Instances refreshed!')
+
+    @commands.command(aliases=['exit', 'reboot'])
+    async def restart(self, ctx):
+        await ctx.send(':zzz: **Restarting.**')
+        exit()
+
+    async def cog_check(self, ctx):
+        return commands.is_owner()
+
+def setup(bot):
+    bot.add_cog(Developer(bot))

extensions/search.py

@@ -0,0 +1,113 @@
+# -*- coding: utf-8 -*-
+
+# Search Functionality
+# Provides search results from SearX
+
+'''Search Cog'''
+
+import discord
+from discord.ext import commands
+import aiohttp
+import random
+
+class Search(commands.Cog):
+    def  __init__(self, bot):
+        self.bot = bot
+        self.session = bot.session
+        self.instances = bot.instances
+
+    async def _search_logic(self, query: str, type: str = None):
+        """Provides search logic for all search commands."""
+
+        # Choose an instance
+        if self.instances == []:
+            with open('searxes.txt') as f:
+                self.instances = f.read().split('\n')
+        instance = random.sample(self.instances, k=1)[0]
+        print(f"Attempting to use {instance}")
+
+        # Error Template
+        error_msg = ("**An error occured!**\n\n"
+            f"There was a problem with `{instance}`. Please try again later.\n"
+            f"_If problems with this instance persist, contact`{self.bot.appinfo.owner}` to have it removed._")
+
+        # Create the URL to make an API call to
+        call = f'{instance}/search?q={query}&format=json&language=en-US'
+
+        # If a type is provided, add that type to the call URL
+        if type:
+            call += f'?type={type}'
+
+        # Make said API call
+        try:
+            async with self.session.get(call) as resp:
+                response = await resp.json()
+        except aiohttp.ClientError:
+            return error_msg
+
+        # Split our response data up for parsing
+        # infoboxes = response['infoboxes']
+        results = response['results']
+
+        # Create message with results
+        try:
+            # Handle tiny result count
+            if len(results) > 5:
+                amt = 5
+            else:
+                amt = len(results)
+
+            # Header
+            msg = f"Showing **{amt}** results for `{query}`. \n\n"
+            # Expanded Result
+            msg += (
+                f"**{results[0]['title']}** <{results[0]['url']}>\n"
+                f"{results[0]['content']}\n\n")
+            # Other Results
+            msg += "\n".join(
+                [f"**{entry['title']}** <{entry['url']}>" for entry in results[1:5]])
+            # Instance Info
+            msg += f"\n\n_Results retrieved from instance `{instance}`._"
+        
+        # Reached if error with returned results
+        except (KeyError, IndexError) as e:
+            # Logging
+            print(f"{e} with instance {instance}, trying again.")
+
+            self.instances.remove(instance) # Weed the instance out
+            return await self._search_logic(query) # Recurse until good response
+
+        return msg
+    
+    @commands.command()
+    async def search(self, ctx, *, query: str):
+        """Search online for results."""
+
+        # Logging
+        print(f"\n\nNEW CALL: {ctx.author} from {ctx.guild}.\n")
+
+        # Handling
+        async with ctx.typing():
+            msg = await self._search_logic(query)
+            await ctx.send(msg)
+
+    @commands.Cog.listener()
+    async def on_command_error(self, ctx, error):
+        """Listener makes no command fallback to searching."""
+
+        if isinstance(error, commands.CommandNotFound):
+            # Logging
+            print(f"\n\nNEW CALL: {ctx.author} from {ctx.guild}.\n")
+
+            # Handling
+            async with ctx.typing():
+                # Prepares term
+                term = ctx.message.content.replace(ctx.prefix, '', 1)
+                term = term.lstrip(' ')
+                # Does search
+                msg = await self._search_logic(term)
+                # Sends result
+                await ctx.send(msg)
+
+def setup(bot):
+    bot.add_cog(Search(bot))