From 7e5dff0c6415c972e9dd02de11a0b8ded27e1f67 Mon Sep 17 00:00:00 2001 From: bobloy Date: Thu, 8 Nov 2018 08:29:31 -0500 Subject: [PATCH] No real change, just tracking progress --- sayurl/sayurl.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) diff --git a/sayurl/sayurl.py b/sayurl/sayurl.py index abc9a99..d4b00c0 100644 --- a/sayurl/sayurl.py +++ b/sayurl/sayurl.py @@ -1,5 +1,6 @@ import aiohttp import html2text +import justext from redbot.core import Config, commands from redbot.core.bot import Red @@ -55,3 +56,15 @@ class SayUrl(Cog): for page in pagify(h.handle(site)): await ctx.send(page) + + # for paragraph in justext.justext(site, justext.get_stoplist("English")): + # if not paragraph.is_boilerplate: + # await ctx.send(paragraph.text) + + await ctx.tick() + + # paragraphs = justext.justext(response.content, justext.get_stoplist("English")) + # for paragraph in paragraphs: + # if not paragraph.is_boilerplate: + # print + # paragraph.text \ No newline at end of file