508 lines
19 KiB
Python
508 lines
19 KiB
Python
# -*- coding: utf-8 -*-
|
|
|
|
# Search Functionality
|
|
# Provides search results from SearX
|
|
|
|
'''Search Cog'''
|
|
|
|
import discord
|
|
from discord.ext import commands
|
|
import aiohttp
|
|
import random
|
|
from urllib import parse
|
|
import sys
|
|
from typing import List
|
|
|
|
|
|
class Search(commands.Cog):
|
|
"""Searches the web for a variety of different resources."""
|
|
|
|
def __init__(self, bot):
|
|
|
|
# Main Stuff
|
|
self.bot = bot
|
|
self.info = bot.logging.info
|
|
self.warn = bot.logging.warn
|
|
self.request = bot.request
|
|
self.emoji = "\U0001F50D"
|
|
|
|
# Get Instances
|
|
with open('searxes.txt') as f:
|
|
self.instances = f.read().split('\n')
|
|
|
|
async def _search_logic(self, query: str, is_nsfw: bool = False,
|
|
category: str = None) -> str:
|
|
"""Provides search logic for all search commands."""
|
|
|
|
# NSFW Filtering
|
|
# WARNING - This list includes slurs.
|
|
nono_words = [
|
|
'tranny', 'faggot', 'fag',
|
|
'porn', 'cock', 'dick',
|
|
'titty', 'boob', 'penis',
|
|
'slut', 'cum', 'jizz',
|
|
'semen', 'cooch', 'coochie',
|
|
'pussy', 'penis', 'fetish',
|
|
'bdsm', 'sexy', 'xxx',
|
|
'orgasm', 'masturbation',
|
|
'erotic', 'creampie',
|
|
'fap', 'nude', 'orgasm',
|
|
'squirting'
|
|
]
|
|
nono_sites = [
|
|
'xvideos', 'pornhub',
|
|
'xhamster', 'xnxx',
|
|
'youporn', 'xxx',
|
|
'freexcafe', 'sex.com'
|
|
]
|
|
|
|
if not is_nsfw:
|
|
for i in nono_words:
|
|
if i in query:
|
|
return (
|
|
"**Sorry!** That query included language "
|
|
"we cannot accept in a non-NSFW channel. "
|
|
"Please try again in an NSFW channel."
|
|
)
|
|
|
|
# Choose an instance
|
|
if self.instances == []:
|
|
with open('searxes.txt') as f:
|
|
self.instances = f.read().split('\n')
|
|
instance = random.sample(self.instances, k=1)[0]
|
|
|
|
# Error Template
|
|
error_msg = (
|
|
"**An error occured!**\n\n"
|
|
f"There was a problem with `{instance}`. Please try again later.\n"
|
|
f"_If problems with this instance persist, contact`{self.bot.appinfo.owner}` to have it removed._"
|
|
)
|
|
|
|
# Create the URL to make an API call to
|
|
call = f'{instance}search?q={query}&format=json&language=en-US'
|
|
|
|
# If a type is provided, add that type to the call URL
|
|
if category:
|
|
call += f'&categories={category}'
|
|
|
|
if is_nsfw:
|
|
call += '&safesearch=0'
|
|
else:
|
|
call += '&safesearch=1'
|
|
|
|
# Figure out engines for different categories to get decent results.
|
|
if category == 'videos':
|
|
call += '&engines=bing+videos,google+videos'
|
|
# Make said API call
|
|
try:
|
|
async with self.request.get(call) as resp:
|
|
response = await resp.json()
|
|
except aiohttp.ClientError:
|
|
return error_msg
|
|
|
|
# Split our response data up for parsing
|
|
# infoboxes = response['infoboxes']
|
|
results = response['results']
|
|
|
|
# Create message with results
|
|
try:
|
|
# Handle tiny result count
|
|
if len(results) > 5:
|
|
amt = 5
|
|
else:
|
|
amt = len(results)
|
|
|
|
if not is_nsfw:
|
|
for r in results[0:7]:
|
|
for n in nono_sites:
|
|
if n in r['url']:
|
|
results.remove(r)
|
|
|
|
query = discord.utils.escape_mentions(query)
|
|
query = discord.utils.escape_markdown(query)
|
|
|
|
# Header
|
|
msg = f"Showing **{amt}** results for `{query}`. \n\n"
|
|
# Expanded Result
|
|
msg += (
|
|
f"**{results[0]['title']}** <{results[0]['url']}>\n"
|
|
f"{results[0]['content']}\n\n")
|
|
# Other Results
|
|
msg += "\n".join(
|
|
[f"**{entry['title']}** <{entry['url']}>" for entry in results[1:5]])
|
|
# Instance Info
|
|
msg += f"\n\n_Results retrieved from instance `{instance}`._"
|
|
|
|
return msg
|
|
|
|
# Reached if error with returned results
|
|
except (KeyError, IndexError) as e:
|
|
# Logging
|
|
await self.warn(
|
|
f"A user encountered a(n) `{e}` with <{instance}> when searching for `{query}`. "
|
|
"Consider removing it or looking into it.",
|
|
name="Failed Instance"
|
|
)
|
|
|
|
self.instances.remove(instance) # Weed the instance out
|
|
# Recurse until good response
|
|
return await self._search_logic(query, is_nsfw)
|
|
|
|
async def _instance_check(self, instance: str, content: dict) -> bool:
|
|
"""Checks the quality of an instance."""
|
|
|
|
# Makes sure proper values exist
|
|
if 'error' in content:
|
|
return False
|
|
if not ('engines' in content and 'initial' in content['timing']):
|
|
return False
|
|
if not ('google' in content['engines'] and 'enabled' in content['engines']['google']):
|
|
return False
|
|
|
|
# Makes sure google is enabled
|
|
if not content['engines']['google']['enabled']:
|
|
return False
|
|
|
|
# Makes sure is not Tor
|
|
if content['network_type'] != 'normal':
|
|
return False
|
|
|
|
# Only picks instances that are fast enough
|
|
timing = int(content['timing']['initial'])
|
|
if timing > 0.20:
|
|
return False
|
|
|
|
# Check for Google captcha
|
|
test_search = f'{instance}/search?q=test&format=json&lang=en-US'
|
|
try:
|
|
async with self.request.get(test_search) as resp:
|
|
response = await resp.json()
|
|
response['results'][0]['content']
|
|
except (aiohttp.ClientError, KeyError, IndexError):
|
|
return False
|
|
|
|
# Reached if passes all checks
|
|
return True
|
|
|
|
@commands.command()
|
|
async def search(self, ctx, *, query: str):
|
|
"""Search online for general results."""
|
|
|
|
async with ctx.typing():
|
|
msg = await self._search_logic(query, ctx.channel.is_nsfw())
|
|
await self.info(
|
|
content=f"**{ctx.author}** searched for `{query}` in \"{ctx.guild}\" and got this:"
|
|
f"\n\n{msg}",
|
|
name="Search Results"
|
|
)
|
|
await ctx.send(msg)
|
|
|
|
@commands.command(aliases=['video'])
|
|
async def videos(self, ctx, *, query: str):
|
|
"""Search online for videos."""
|
|
|
|
async with ctx.typing():
|
|
msg = await self._search_logic(query, ctx.channel.is_nsfw(), 'videos')
|
|
await self.info(
|
|
content=f"**{ctx.author}** searched for `{query}` videos in \"{ctx.guild}\" and got this:"
|
|
f"\n\n{msg}",
|
|
name="Search Results"
|
|
)
|
|
await ctx.send(msg)
|
|
|
|
@commands.command()
|
|
async def music(self, ctx, *, query: str):
|
|
"""Search online for music."""
|
|
|
|
async with ctx.typing():
|
|
msg = await self._search_logic(query, ctx.channel.is_nsfw(), 'music')
|
|
await self.info(
|
|
content=f"**{ctx.author}** searched for `{query}` music in \"{ctx.guild}\" and got this:"
|
|
f"\n\n{msg}",
|
|
name="Search Results"
|
|
)
|
|
await ctx.send(msg)
|
|
|
|
@commands.command(aliases=['file'])
|
|
async def files(self, ctx, *, query: str):
|
|
"""Search online for files."""
|
|
|
|
async with ctx.typing():
|
|
msg = await self._search_logic(query, ctx.channel.is_nsfw(), 'files')
|
|
await self.info(
|
|
content=f"**{ctx.author}** searched for `{query}` files in \"{ctx.guild}\" and got this:"
|
|
f"\n\n{msg}",
|
|
name="Search Results"
|
|
)
|
|
await ctx.send(msg)
|
|
|
|
@commands.command(aliases=['image'])
|
|
async def images(self, ctx, *, query: str):
|
|
"""Search online for images."""
|
|
|
|
# Handling
|
|
async with ctx.typing():
|
|
msg = await self._search_logic(query, ctx.channel.is_nsfw(), 'images')
|
|
await self.info(
|
|
content=f"**{ctx.author}** searched for `{query}` images in \"{ctx.guild}\" and got this:"
|
|
f"\n\n{msg}",
|
|
name="Search Results"
|
|
)
|
|
await ctx.send(msg)
|
|
|
|
@commands.command()
|
|
async def it(self, ctx, *, query: str):
|
|
"""Search online for IT-related information."""
|
|
|
|
# Handling
|
|
async with ctx.typing():
|
|
msg = await self._search_logic(query, ctx.channel.is_nsfw(), 'it')
|
|
await self.info(
|
|
content=f"**{ctx.author}** searched for `{query}` IT in \"{ctx.guild}\" and got this:"
|
|
f"\n\n{msg}",
|
|
name="Search Results"
|
|
)
|
|
await ctx.send(msg)
|
|
|
|
@commands.command(aliases=['map'])
|
|
async def maps(self, ctx, *, query: str):
|
|
"""Search online for map information."""
|
|
|
|
# Handling
|
|
async with ctx.typing():
|
|
msg = await self._search_logic(query, ctx.channel.is_nsfw(), 'map')
|
|
await self.info(
|
|
content=f"**{ctx.author}** searched for `{query}` maps in \"{ctx.guild}\" and got this:"
|
|
f"\n\n{msg}",
|
|
name="Search Results"
|
|
)
|
|
await ctx.send(msg)
|
|
|
|
@commands.command(aliases=['urban', 'ud'])
|
|
async def urbandictionary(self, ctx, *, query: str):
|
|
"""Pull data from Urban Dictionary."""
|
|
|
|
# Handling
|
|
async with ctx.typing():
|
|
number = 1
|
|
if " | " in query:
|
|
query, number = query.rsplit(" | ", 1)
|
|
search = parse.quote(query)
|
|
async with aiohttp.ClientSession() as session:
|
|
async with session.get(f"http://api.urbandictionary.com/v0/define?term={search}") as resp:
|
|
resp = await resp.json()
|
|
if not resp["list"]:
|
|
await ctx.send(f"`{query}`` couldn't be found on Urban Dictionary.")
|
|
else:
|
|
try:
|
|
top_result = resp["list"][int(number) - 1]
|
|
embed = discord.Embed(title=top_result["word"], description=top_result["definition"],
|
|
url=top_result["permalink"], color=ctx.author.color)
|
|
if top_result["example"]:
|
|
embed.add_field(name="Example:",
|
|
value=top_result["example"], inline=False)
|
|
embed.add_field(name="👍", value = top_result["thumbs_up"])
|
|
embed.add_field(name="👎", value = top_result["thumbs_down"])
|
|
|
|
|
|
embed.set_author(name=top_result["author"],
|
|
icon_url="https://apprecs.org/gp/images/app-icons/300/2f/info.tuohuang.urbandict.jpg")
|
|
number = str(int(number) + 1)
|
|
embed.set_footer(text=str(len(
|
|
resp["list"])) + f" results were found. To see a different result, use {ctx.prefix}ud {query} | {number}.")
|
|
try:
|
|
await ctx.send("", embed=embed)
|
|
|
|
except Exception as e:
|
|
await ctx.send(top_result["definition"])
|
|
except Exception as e:
|
|
print(e)
|
|
|
|
@commands.command()
|
|
async def anime(self, ctx, *, query: str):
|
|
"""Lookup anime information online, uses the https://kitsu.io/ public API."""
|
|
base = "https://kitsu.io/api/edge/"
|
|
# Handling
|
|
async with ctx.typing():
|
|
async with aiohttp.ClientSession() as session:
|
|
async with session.get(base + "anime", params={"filter[text]": query}) as resp:
|
|
resp = await resp.json()
|
|
resp = resp['data']
|
|
if not resp:
|
|
return await ctx.send("The requested anime coudn't be found")
|
|
|
|
anime = resp[0]
|
|
title = f'{anime["attributes"]["canonicalTitle"]}'
|
|
anime_id = anime["id"]
|
|
url = f"https://kitsu.io/anime/{anime_id}"
|
|
thing = '' if not anime['attributes'][
|
|
'endDate'] else f' to {anime["attributes"]["endDate"]}'
|
|
|
|
embed = discord.Embed(
|
|
title=f"{title}", color=ctx.author.color, url=url)
|
|
embed.description = anime["attributes"]["synopsis"][0:425] + "..."
|
|
embed.add_field(name="Average Rating",
|
|
value=anime["attributes"]["averageRating"])
|
|
embed.add_field(name="Popularity Rank",
|
|
value=anime["attributes"]["popularityRank"])
|
|
embed.add_field(name="Age Rating",
|
|
value=anime["attributes"]["ageRating"])
|
|
embed.add_field(
|
|
name="Status", value=anime["attributes"]["status"])
|
|
|
|
embed.add_field(
|
|
name="Aired", value=f"{anime['attributes']['startDate']}{thing}")
|
|
embed.add_field(name="Episodes",
|
|
value=anime['attributes']["episodeCount"])
|
|
embed.add_field(
|
|
name="Type", value=anime['attributes']["showType"])
|
|
embed.set_thumbnail(
|
|
url=anime['attributes']["posterImage"]["original"])
|
|
embed.set_footer(
|
|
text=f"Requested by {ctx.author.name} | Powered by kitsu.io", icon_url=ctx.author.avatar_url_as(format="png"))
|
|
try:
|
|
await ctx.send(embed=embed)
|
|
|
|
except Exception as e:
|
|
|
|
aired = f"{anime['attributes']['startDate']}{thing}"
|
|
template = f"""
|
|
url: {url}
|
|
Title: {title}
|
|
Average Rating: {anime["attributes"]["averageRating"]}
|
|
Popularity Rank: {anime["attributes"]["popularityRank"]}
|
|
Age Rating: {anime["attributes"]["ageRating"]}
|
|
Status: {anime["attributes"]["status"]}
|
|
Aired: {aired}
|
|
Type: {anime['attributes']["showType"]}
|
|
|
|
|
|
Powered by kitsu.io"""
|
|
await ctx.send(template)
|
|
|
|
await session.close()
|
|
|
|
@commands.command()
|
|
async def manga(self, ctx, *, query: str):
|
|
"""Lookup manga information online, uses the https://kitsu.io/ public API."""
|
|
base = "https://kitsu.io/api/edge/"
|
|
# Handling
|
|
async with ctx.typing():
|
|
async with aiohttp.ClientSession() as session:
|
|
async with session.get(base + "manga", params={"filter[text]": query}) as resp:
|
|
resp = await resp.json()
|
|
resp = resp['data']
|
|
if not resp:
|
|
return await ctx.send("The requested manga coudn't be found")
|
|
|
|
manga = resp[0]
|
|
title = f'{manga["attributes"]["canonicalTitle"]}'
|
|
manga_id = manga["id"]
|
|
url = f"https://kitsu.io/manga/{manga_id}"
|
|
|
|
embed = discord.Embed(
|
|
title=f"{title}", color=ctx.author.color, url=url)
|
|
embed.description = manga["attributes"]["synopsis"][0:425] + "..."
|
|
if manga["attributes"]["averageRating"]:
|
|
embed.add_field(name="Average Rating",
|
|
value=manga["attributes"]["averageRating"])
|
|
embed.add_field(name="Popularity Rank",
|
|
value=manga["attributes"]["popularityRank"])
|
|
if manga["attributes"]["ageRating"]:
|
|
embed.add_field(name="Age Rating",
|
|
value=manga["attributes"]["ageRating"])
|
|
embed.add_field(
|
|
name="Status", value=manga["attributes"]["status"])
|
|
thing = '' if not manga['attributes'][
|
|
'endDate'] else f' to {manga["attributes"]["endDate"]}'
|
|
embed.add_field(
|
|
name="Published", value=f"{manga['attributes']['startDate']}{thing}")
|
|
if manga['attributes']['chapterCount']:
|
|
embed.add_field(name="Chapters",
|
|
value=manga['attributes']["chapterCount"])
|
|
embed.add_field(
|
|
name="Type", value=manga['attributes']["mangaType"])
|
|
embed.set_thumbnail(
|
|
url=manga['attributes']["posterImage"]["original"])
|
|
|
|
try:
|
|
await ctx.send(embed=embed)
|
|
|
|
except Exception as e:
|
|
|
|
aired = f"{manga['attributes']['startDate']}{thing}"
|
|
template = f"""
|
|
url: {url}
|
|
Title: {title}
|
|
Average Rating: {manga["attributes"]["averageRating"]}
|
|
Popularity Rank: {manga["attributes"]["popularityRank"]}
|
|
Age Rating: {manga["attributes"]["ageRating"]}
|
|
Status: {manga["attributes"]["status"]}
|
|
Aired: {aired}
|
|
Type: {manga['attributes']["showType"]}
|
|
|
|
|
|
Powered by kitsu.io"""
|
|
await ctx.send(template)
|
|
|
|
await session.close()
|
|
|
|
@commands.command()
|
|
@commands.is_owner()
|
|
async def rejson(self, ctx):
|
|
"""Refreshes the list of instances for searx."""
|
|
|
|
msg = await ctx.send('<a:updating:403035325242540032> Refreshing instance list...\n\n'
|
|
'(Due to extensive quality checks, this may take a bit.)')
|
|
plausible: List[str] = []
|
|
|
|
# Get, parse, and quality check all instances
|
|
async with self.request.get('https://searx.space/data/instances.json') as r:
|
|
# Parsing
|
|
searx_json = await r.json()
|
|
instances = searx_json['instances']
|
|
|
|
# Quality Check
|
|
for i in instances:
|
|
content = instances.get(i)
|
|
is_good: bool = await self._instance_check(i, content)
|
|
if is_good:
|
|
plausible.append(i)
|
|
|
|
# Save new list
|
|
self.instances = plausible
|
|
with open('searxes.txt', 'w') as f:
|
|
f.write('\n'.join(plausible))
|
|
|
|
await msg.edit(content='Instances refreshed!')
|
|
|
|
@commands.Cog.listener()
|
|
async def on_command_error(self, ctx, error):
|
|
"""Listener makes no command fallback to searching."""
|
|
|
|
if isinstance(error, commands.CommandNotFound) or \
|
|
isinstance(error, commands.CheckFailure):
|
|
|
|
# Handling
|
|
async with ctx.typing():
|
|
# Prepares term
|
|
term = ctx.message.content.replace(ctx.prefix, '', 1)
|
|
term = term.lstrip(' ')
|
|
# Does search
|
|
is_nsfw = ctx.channel.is_nsfw() if hasattr(ctx.channel, 'is_nsfw') else False
|
|
msg = await self._search_logic(term, is_nsfw)
|
|
|
|
# Logging
|
|
await self.info(
|
|
content=f"**{ctx.author}** searched for `{term}` in \"{ctx.guild}\" and got this:"
|
|
f"\n\n{msg}",
|
|
name="Search Results"
|
|
)
|
|
|
|
# Sends result
|
|
await ctx.send(msg)
|
|
|
|
|
|
def setup(bot):
|
|
bot.add_cog(Search(bot))
|