Compare commits

...

2 Commits

Author SHA1 Message Date
bobloy
c113899bc1 Merge branch 'master' into sayurl-develop
# Conflicts:
#	sayurl/sayurl.py
2020-09-16 12:51:59 -04:00
bobloy
7e5dff0c64 No real change, just tracking progress 2018-11-08 08:29:31 -05:00

View File

@ -1,5 +1,7 @@
import aiohttp import aiohttp
import html2text import html2text
import justext
from redbot.core import Config, commands from redbot.core import Config, commands
from redbot.core.bot import Red from redbot.core.bot import Red
from redbot.core.commands import Cog from redbot.core.commands import Cog
@ -57,3 +59,15 @@ class SayUrl(Cog):
for page in pagify(h.handle(site)): for page in pagify(h.handle(site)):
await ctx.send(page) await ctx.send(page)
# for paragraph in justext.justext(site, justext.get_stoplist("English")):
# if not paragraph.is_boilerplate:
# await ctx.send(paragraph.text)
await ctx.tick()
# paragraphs = justext.justext(response.content, justext.get_stoplist("English"))
# for paragraph in paragraphs:
# if not paragraph.is_boilerplate:
# print
# paragraph.text