WhatTheMike
/
Fox-V3
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

black reformat

Browse Source
howdoi
bobloy 6 years ago
parent 7e70da51ea
commit 6f3a2e8673
4 changed files with 217 additions and 190 deletions
Show Stats Download Patch File Download Diff File

1
howdoi/__init__.py
Unescape View File

@ -1,5 +1,4 @@
from .howdoi import Howdoi from .howdoi import Howdoi
def setup(bot): def setup(bot):
bot.add_cog(Howdoi(bot)) bot.add_cog(Howdoi(bot))

200
howdoi/how.py
Unescape View File

@ -28,51 +28,58 @@ from requests.exceptions import SSLError
from . import __version__ from . import __version__
# Handle imports for Python 2 and 3 # Handle imports for Python 2 and 3
if sys.version < '3': if sys.version < "3":
import codecs import codecs
from urllib import quote as url_quote from urllib import quote as url_quote
from urllib import getproxies from urllib import getproxies
# Handling Unicode: http://stackoverflow.com/a/6633040/305414 # Handling Unicode: http://stackoverflow.com/a/6633040/305414
def u(x): def u(x):
return codecs.unicode_escape_decode(x)[0] return codecs.unicode_escape_decode(x)[0]
else: else:
from urllib.request import getproxies from urllib.request import getproxies
from urllib.parse import quote as url_quote from urllib.parse import quote as url_quote
def u(x): def u(x):
return x return x
if os.getenv('HOWDOI_DISABLE_SSL'): # Set http instead of https
SCHEME = 'http://' if os.getenv("HOWDOI_DISABLE_SSL"): # Set http instead of https
SCHEME = "http://"
VERIFY_SSL_CERTIFICATE = False VERIFY_SSL_CERTIFICATE = False
else: else:
SCHEME = 'https://' SCHEME = "https://"
VERIFY_SSL_CERTIFICATE = True VERIFY_SSL_CERTIFICATE = True
URL = os.getenv('HOWDOI_URL') or 'stackoverflow.com' URL = os.getenv("HOWDOI_URL") or "stackoverflow.com"
USER_AGENTS = ('Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:11.0) Gecko/20100101 Firefox/11.0', USER_AGENTS = (
'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:22.0) Gecko/20100 101 Firefox/22.0', "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:11.0) Gecko/20100101 Firefox/11.0",
'Mozilla/5.0 (Windows NT 6.1; rv:11.0) Gecko/20100101 Firefox/11.0', "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:22.0) Gecko/20100 101 Firefox/22.0",
('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_4) AppleWebKit/536.5 (KHTML, like Gecko) ' "Mozilla/5.0 (Windows NT 6.1; rv:11.0) Gecko/20100101 Firefox/11.0",
'Chrome/19.0.1084.46 Safari/536.5'), (
('Mozilla/5.0 (Windows; Windows NT 6.1) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.46' "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_4) AppleWebKit/536.5 (KHTML, like Gecko) "
'Safari/536.5'),) "Chrome/19.0.1084.46 Safari/536.5"
),
(
"Mozilla/5.0 (Windows; Windows NT 6.1) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.46"
"Safari/536.5"
),
)
SEARCH_URLS = { SEARCH_URLS = {
'bing': SCHEME + 'www.bing.com/search?q=site:{0}%20{1}', "bing": SCHEME + "www.bing.com/search?q=site:{0}%20{1}",
'google': SCHEME + 'www.google.com/search?q=site:{0}%20{1}' "google": SCHEME + "www.google.com/search?q=site:{0}%20{1}",
} }
STAR_HEADER = u('\u2605') STAR_HEADER = u("\u2605")
ANSWER_HEADER = u('{2} Answer from {0} {2}\n{1}') ANSWER_HEADER = u("{2} Answer from {0} {2}\n{1}")
NO_ANSWER_MSG = '< no answer given >' NO_ANSWER_MSG = "< no answer given >"
XDG_CACHE_DIR = os.environ.get('XDG_CACHE_HOME', XDG_CACHE_DIR = os.environ.get("XDG_CACHE_HOME", os.path.join(os.path.expanduser("~"), ".cache"))
os.path.join(os.path.expanduser('~'), '.cache')) CACHE_DIR = os.path.join(XDG_CACHE_DIR, "howdoi")
CACHE_DIR = os.path.join(XDG_CACHE_DIR, 'howdoi') CACHE_FILE = os.path.join(
CACHE_FILE = os.path.join(CACHE_DIR, 'cache{0}'.format( CACHE_DIR, "cache{0}".format(sys.version_info[0] if sys.version_info[0] == 3 else "")
sys.version_info[0] if sys.version_info[0] == 3 else '')) )
howdoi_session = requests.session() howdoi_session = requests.session()
@ -80,9 +87,9 @@ def get_proxies():
proxies = getproxies() proxies = getproxies()
filtered_proxies = {} filtered_proxies = {}
for key, value in proxies.items(): for key, value in proxies.items():
if key.startswith('http'): if key.startswith("http"):
if not value.startswith('http'): if not value.startswith("http"):
filtered_proxies[key] = 'http://%s' % value filtered_proxies[key] = "http://%s" % value
else: else:
filtered_proxies[key] = value filtered_proxies[key] = value
return filtered_proxies return filtered_proxies
@ -90,36 +97,41 @@ def get_proxies():
def _get_result(url): def _get_result(url):
try: try:
return howdoi_session.get(url, headers={'User-Agent': random.choice(USER_AGENTS)}, proxies=get_proxies(), return howdoi_session.get(
verify=VERIFY_SSL_CERTIFICATE).text url,
headers={"User-Agent": random.choice(USER_AGENTS)},
proxies=get_proxies(),
verify=VERIFY_SSL_CERTIFICATE,
).text
except requests.exceptions.SSLError as e: except requests.exceptions.SSLError as e:
print('[ERROR] Encountered an SSL Error. Try using HTTP instead of ' print(
'HTTPS by setting the environment variable "HOWDOI_DISABLE_SSL".\n') "[ERROR] Encountered an SSL Error. Try using HTTP instead of "
'HTTPS by setting the environment variable "HOWDOI_DISABLE_SSL".\n'
)
raise e raise e
def _extract_links_from_bing(html): def _extract_links_from_bing(html):
html.remove_namespaces() html.remove_namespaces()
return [a.attrib['href'] for a in html('.b_algo')('h2')('a')] return [a.attrib["href"] for a in html(".b_algo")("h2")("a")]
def _extract_links_from_google(html): def _extract_links_from_google(html):
return [a.attrib['href'] for a in html('.l')] or \ return [a.attrib["href"] for a in html(".l")] or [a.attrib["href"] for a in html(".r")("a")]
[a.attrib['href'] for a in html('.r')('a')]
def _extract_links(html, search_engine): def _extract_links(html, search_engine):
if search_engine == 'bing': if search_engine == "bing":
return _extract_links_from_bing(html) return _extract_links_from_bing(html)
return _extract_links_from_google(html) return _extract_links_from_google(html)
def _get_search_url(search_engine): def _get_search_url(search_engine):
return SEARCH_URLS.get(search_engine, SEARCH_URLS['google']) return SEARCH_URLS.get(search_engine, SEARCH_URLS["google"])
def _get_links(query): def _get_links(query):
search_engine = os.getenv('HOWDOI_SEARCH_ENGINE', 'google') search_engine = os.getenv("HOWDOI_SEARCH_ENGINE", "google")
search_url = _get_search_url(search_engine) search_url = _get_search_url(search_engine)
result = _get_result(search_url.format(URL, url_quote(query))) result = _get_result(search_url.format(URL, url_quote(query)))
@ -139,13 +151,13 @@ def get_link_at_pos(links, position):
def _format_output(code, args): def _format_output(code, args):
if not args['color']: if not args["color"]:
return code return code
lexer = None lexer = None
# try to find a lexer using the StackOverflow tags # try to find a lexer using the StackOverflow tags
# or the query arguments # or the query arguments
for keyword in args['query'].split() + args['tags']: for keyword in args["query"].split() + args["tags"]:
try: try:
lexer = get_lexer_by_name(keyword) lexer = get_lexer_by_name(keyword)
break break
@ -159,13 +171,11 @@ def _format_output(code, args):
except ClassNotFound: except ClassNotFound:
return code return code
return highlight(code, return highlight(code, lexer, TerminalFormatter(bg="dark"))
lexer,
TerminalFormatter(bg='dark'))
def _is_question(link): def _is_question(link):
return re.search('questions/\d+/', link) return re.search("questions/\d+/", link)
def _get_questions(links): def _get_questions(links):
@ -173,30 +183,30 @@ def _get_questions(links):
def _get_answer(args, links): def _get_answer(args, links):
link = get_link_at_pos(links, args['pos']) link = get_link_at_pos(links, args["pos"])
if not link: if not link:
return False return False
if args.get('link'): if args.get("link"):
return link return link
page = _get_result(link + '?answertab=votes') page = _get_result(link + "?answertab=votes")
html = pq(page) html = pq(page)
first_answer = html('.answer').eq(0) first_answer = html(".answer").eq(0)
instructions = first_answer.find('pre') or first_answer.find('code') instructions = first_answer.find("pre") or first_answer.find("code")
args['tags'] = [t.text for t in html('.post-tag')] args["tags"] = [t.text for t in html(".post-tag")]
if not instructions and not args['all']: if not instructions and not args["all"]:
text = first_answer.find('.post-text').eq(0).text() text = first_answer.find(".post-text").eq(0).text()
elif args['all']: elif args["all"]:
texts = [] texts = []
for html_tag in first_answer.items('.post-text > *'): for html_tag in first_answer.items(".post-text > *"):
current_text = html_tag.text() current_text = html_tag.text()
if current_text: if current_text:
if html_tag[0].tag in ['pre', 'code']: if html_tag[0].tag in ["pre", "code"]:
texts.append(_format_output(current_text, args)) texts.append(_format_output(current_text, args))
else: else:
texts.append(current_text) texts.append(current_text)
text = '\n'.join(texts) text = "\n".join(texts)
else: else:
text = _format_output(instructions.eq(0).text(), args) text = _format_output(instructions.eq(0).text(), args)
if text is None: if text is None:
@ -206,7 +216,7 @@ def _get_answer(args, links):
def _get_instructions(args): def _get_instructions(args):
links = _get_links(args['query']) links = _get_links(args["query"])
if not links: if not links:
return False return False
@ -214,24 +224,24 @@ def _get_instructions(args):
if not question_links: if not question_links:
return False return False
only_hyperlinks = args.get('link') only_hyperlinks = args.get("link")
star_headers = (args['num_answers'] > 1 or args['all']) star_headers = args["num_answers"] > 1 or args["all"]
answers = [] answers = []
initial_position = args['pos'] initial_position = args["pos"]
spliter_length = 80 spliter_length = 80
answer_spliter = '\n' + '=' * spliter_length + '\n\n' answer_spliter = "\n" + "=" * spliter_length + "\n\n"
for answer_number in range(args['num_answers']): for answer_number in range(args["num_answers"]):
current_position = answer_number + initial_position current_position = answer_number + initial_position
args['pos'] = current_position args["pos"] = current_position
link = get_link_at_pos(question_links, current_position) link = get_link_at_pos(question_links, current_position)
answer = _get_answer(args, question_links) answer = _get_answer(args, question_links)
if not answer: if not answer:
continue continue
if not only_hyperlinks: if not only_hyperlinks:
answer = format_answer(link, answer, star_headers) answer = format_answer(link, answer, star_headers)
answer += '\n' answer += "\n"
answers.append(answer) answers.append(answer)
return answer_spliter.join(answers) return answer_spliter.join(answers)
@ -249,34 +259,38 @@ def _enable_cache():
def _clear_cache(): def _clear_cache():
for cache in glob.iglob('{0}*'.format(CACHE_FILE)): for cache in glob.iglob("{0}*".format(CACHE_FILE)):
os.remove(cache) os.remove(cache)
def howdoi(args): def howdoi(args):
args['query'] = ' '.join(args['query']).replace('?', '') args["query"] = " ".join(args["query"]).replace("?", "")
try: try:
return _get_instructions(args) or 'Sorry, couldn\'t find any help with that topic\n' return _get_instructions(args) or "Sorry, couldn't find any help with that topic\n"
except (ConnectionError, SSLError): except (ConnectionError, SSLError):
return 'Failed to establish network connection\n' return "Failed to establish network connection\n"
def get_parser(): def get_parser():
parser = argparse.ArgumentParser(description='instant coding answers via the command line') parser = argparse.ArgumentParser(description="instant coding answers via the command line")
parser.add_argument('query', metavar='QUERY', type=str, nargs='*', parser.add_argument(
help='the question to answer') "query", metavar="QUERY", type=str, nargs="*", help="the question to answer"
parser.add_argument('-p', '--pos', help='select answer in specified position (default: 1)', default=1, type=int) )
parser.add_argument('-a', '--all', help='display the full text of the answer', parser.add_argument(
action='store_true') "-p", "--pos", help="select answer in specified position (default: 1)", default=1, type=int
parser.add_argument('-l', '--link', help='display only the answer link', )
action='store_true') parser.add_argument(
parser.add_argument('-c', '--color', help='enable colorized output', "-a", "--all", help="display the full text of the answer", action="store_true"
action='store_true') )
parser.add_argument('-n', '--num-answers', help='number of answers to return', default=1, type=int) parser.add_argument("-l", "--link", help="display only the answer link", action="store_true")
parser.add_argument('-C', '--clear-cache', help='clear the cache', parser.add_argument("-c", "--color", help="enable colorized output", action="store_true")
action='store_true') parser.add_argument(
parser.add_argument('-v', '--version', help='displays the current version of howdoi', "-n", "--num-answers", help="number of answers to return", default=1, type=int
action='store_true') )
parser.add_argument("-C", "--clear-cache", help="clear the cache", action="store_true")
parser.add_argument(
"-v", "--version", help="displays the current version of howdoi", action="store_true"
)
return parser return parser
@ -284,28 +298,28 @@ def command_line_runner():
parser = get_parser() parser = get_parser()
args = vars(parser.parse_args()) args = vars(parser.parse_args())
if args['version']: if args["version"]:
print(__version__) print(__version__)
return return
if args['clear_cache']: if args["clear_cache"]:
_clear_cache() _clear_cache()
print('Cache cleared successfully') print("Cache cleared successfully")
return return
if not args['query']: if not args["query"]:
parser.print_help() parser.print_help()
return return
# enable the cache if user doesn't want it to be disabled # enable the cache if user doesn't want it to be disabled
if not os.getenv('HOWDOI_DISABLE_CACHE'): if not os.getenv("HOWDOI_DISABLE_CACHE"):
_enable_cache() _enable_cache()
if os.getenv('HOWDOI_COLORIZE'): if os.getenv("HOWDOI_COLORIZE"):
args['color'] = True args["color"] = True
utf8_result = howdoi(args).encode('utf-8', 'ignore') utf8_result = howdoi(args).encode("utf-8", "ignore")
if sys.version < '3': if sys.version < "3":
print(utf8_result) print(utf8_result)
else: else:
# Write UTF-8 to stdout: https://stackoverflow.com/a/3603160 # Write UTF-8 to stdout: https://stackoverflow.com/a/3603160
@ -314,5 +328,5 @@ def command_line_runner():
howdoi_session.close() howdoi_session.close()
if __name__ == '__main__': if __name__ == "__main__":
command_line_runner() command_line_runner()

4
howdoi/howdoi.py
Unescape View File

@ -21,7 +21,7 @@ class Howdoi:
"color": False, "color": False,
"num_answers": 1, "num_answers": 1,
"clear_cache": False, "clear_cache": False,
"version": False "version": False,
} }
self.config.register_global(**default_global) self.config.register_global(**default_global)
@ -32,7 +32,7 @@ class Howdoi:
Settings are reset on reload""" Settings are reset on reload"""
if ctx.invoked_subcommand is None: if ctx.invoked_subcommand is None:
pass pass
@howdoiset.command(pass_context=True, name="answers") @howdoiset.command(pass_context=True, name="answers")
async def howdoiset_answers(self, ctx, num_answers: int = 1): async def howdoiset_answers(self, ctx, num_answers: int = 1):
"""Adjust number of answers provided. """Adjust number of answers provided.

202
howdoi/howdoi_source.py
Unescape View File

@ -28,51 +28,58 @@ from requests.exceptions import SSLError
from . import __version__ from . import __version__
# Handle imports for Python 2 and 3 # Handle imports for Python 2 and 3
if sys.version < '3': if sys.version < "3":
import codecs import codecs
from urllib import quote as url_quote from urllib import quote as url_quote
from urllib import getproxies from urllib import getproxies
# Handling Unicode: http://stackoverflow.com/a/6633040/305414 # Handling Unicode: http://stackoverflow.com/a/6633040/305414
def u(x): def u(x):
return codecs.unicode_escape_decode(x)[0] return codecs.unicode_escape_decode(x)[0]
else: else:
from urllib.request import getproxies from urllib.request import getproxies
from urllib.parse import quote as url_quote from urllib.parse import quote as url_quote
def u(x): def u(x):
return x return x
if os.getenv('HOWDOI_DISABLE_SSL'): # Set http instead of https
SCHEME = 'http://' if os.getenv("HOWDOI_DISABLE_SSL"): # Set http instead of https
SCHEME = "http://"
VERIFY_SSL_CERTIFICATE = False VERIFY_SSL_CERTIFICATE = False
else: else:
SCHEME = 'https://' SCHEME = "https://"
VERIFY_SSL_CERTIFICATE = True VERIFY_SSL_CERTIFICATE = True
URL = os.getenv('HOWDOI_URL') or 'stackoverflow.com' URL = os.getenv("HOWDOI_URL") or "stackoverflow.com"
USER_AGENTS = ('Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:11.0) Gecko/20100101 Firefox/11.0', USER_AGENTS = (
'Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:22.0) Gecko/20100 101 Firefox/22.0', "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:11.0) Gecko/20100101 Firefox/11.0",
'Mozilla/5.0 (Windows NT 6.1; rv:11.0) Gecko/20100101 Firefox/11.0', "Mozilla/5.0 (X11; Ubuntu; Linux x86_64; rv:22.0) Gecko/20100 101 Firefox/22.0",
('Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_4) AppleWebKit/536.5 (KHTML, like Gecko) ' "Mozilla/5.0 (Windows NT 6.1; rv:11.0) Gecko/20100101 Firefox/11.0",
'Chrome/19.0.1084.46 Safari/536.5'), (
('Mozilla/5.0 (Windows; Windows NT 6.1) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.46' "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_4) AppleWebKit/536.5 (KHTML, like Gecko) "
'Safari/536.5'),) "Chrome/19.0.1084.46 Safari/536.5"
),
(
"Mozilla/5.0 (Windows; Windows NT 6.1) AppleWebKit/536.5 (KHTML, like Gecko) Chrome/19.0.1084.46"
"Safari/536.5"
),
)
SEARCH_URLS = { SEARCH_URLS = {
'bing': SCHEME + 'www.bing.com/search?q=site:{0}%20{1}', "bing": SCHEME + "www.bing.com/search?q=site:{0}%20{1}",
'google': SCHEME + 'www.google.com/search?q=site:{0}%20{1}' "google": SCHEME + "www.google.com/search?q=site:{0}%20{1}",
} }
STAR_HEADER = u('\u2605') STAR_HEADER = u("\u2605")
ANSWER_HEADER = u('{2} Answer from {0} {2}\n{1}') ANSWER_HEADER = u("{2} Answer from {0} {2}\n{1}")
NO_ANSWER_MSG = '< no answer given >' NO_ANSWER_MSG = "< no answer given >"
XDG_CACHE_DIR = os.environ.get('XDG_CACHE_HOME', XDG_CACHE_DIR = os.environ.get("XDG_CACHE_HOME", os.path.join(os.path.expanduser("~"), ".cache"))
os.path.join(os.path.expanduser('~'), '.cache')) CACHE_DIR = os.path.join(XDG_CACHE_DIR, "howdoi")
CACHE_DIR = os.path.join(XDG_CACHE_DIR, 'howdoi') CACHE_FILE = os.path.join(
CACHE_FILE = os.path.join(CACHE_DIR, 'cache{0}'.format( CACHE_DIR, "cache{0}".format(sys.version_info[0] if sys.version_info[0] == 3 else "")
sys.version_info[0] if sys.version_info[0] == 3 else '')) )
howdoi_session = requests.session() howdoi_session = requests.session()
@ -80,9 +87,9 @@ def get_proxies():
proxies = getproxies() proxies = getproxies()
filtered_proxies = {} filtered_proxies = {}
for key, value in proxies.items(): for key, value in proxies.items():
if key.startswith('http'): if key.startswith("http"):
if not value.startswith('http'): if not value.startswith("http"):
filtered_proxies[key] = 'http://%s' % value filtered_proxies[key] = "http://%s" % value
else: else:
filtered_proxies[key] = value filtered_proxies[key] = value
return filtered_proxies return filtered_proxies
@ -90,41 +97,46 @@ def get_proxies():
def _get_result(url): def _get_result(url):
try: try:
return howdoi_session.get(url, headers={'User-Agent': random.choice(USER_AGENTS)}, proxies=get_proxies(), return howdoi_session.get(
verify=VERIFY_SSL_CERTIFICATE).text url,
headers={"User-Agent": random.choice(USER_AGENTS)},
proxies=get_proxies(),
verify=VERIFY_SSL_CERTIFICATE,
).text
except requests.exceptions.SSLError as e: except requests.exceptions.SSLError as e:
print('[ERROR] Encountered an SSL Error. Try using HTTP instead of ' print(
'HTTPS by setting the environment variable "HOWDOI_DISABLE_SSL".\n') "[ERROR] Encountered an SSL Error. Try using HTTP instead of "
'HTTPS by setting the environment variable "HOWDOI_DISABLE_SSL".\n'
)
raise e raise e
def _get_text(element): def _get_text(element):
''' return inner text in pyquery element ''' """ return inner text in pyquery element """
return element.text(squash_space=False) return element.text(squash_space=False)
def _extract_links_from_bing(html): def _extract_links_from_bing(html):
html.remove_namespaces() html.remove_namespaces()
return [a.attrib['href'] for a in html('.b_algo')('h2')('a')] return [a.attrib["href"] for a in html(".b_algo")("h2")("a")]
def _extract_links_from_google(html): def _extract_links_from_google(html):
return [a.attrib['href'] for a in html('.l')] or \ return [a.attrib["href"] for a in html(".l")] or [a.attrib["href"] for a in html(".r")("a")]
[a.attrib['href'] for a in html('.r')('a')]
def _extract_links(html, search_engine): def _extract_links(html, search_engine):
if search_engine == 'bing': if search_engine == "bing":
return _extract_links_from_bing(html) return _extract_links_from_bing(html)
return _extract_links_from_google(html) return _extract_links_from_google(html)
def _get_search_url(search_engine): def _get_search_url(search_engine):
return SEARCH_URLS.get(search_engine, SEARCH_URLS['google']) return SEARCH_URLS.get(search_engine, SEARCH_URLS["google"])
def _get_links(query): def _get_links(query):
search_engine = os.getenv('HOWDOI_SEARCH_ENGINE', 'google') search_engine = os.getenv("HOWDOI_SEARCH_ENGINE", "google")
search_url = _get_search_url(search_engine) search_url = _get_search_url(search_engine)
result = _get_result(search_url.format(URL, url_quote(query))) result = _get_result(search_url.format(URL, url_quote(query)))
@ -144,13 +156,13 @@ def get_link_at_pos(links, position):
def _format_output(code, args): def _format_output(code, args):
if not args['color']: if not args["color"]:
return code return code
lexer = None lexer = None
# try to find a lexer using the StackOverflow tags # try to find a lexer using the StackOverflow tags
# or the query arguments # or the query arguments
for keyword in args['query'].split() + args['tags']: for keyword in args["query"].split() + args["tags"]:
try: try:
lexer = get_lexer_by_name(keyword) lexer = get_lexer_by_name(keyword)
break break
@ -164,13 +176,11 @@ def _format_output(code, args):
except ClassNotFound: except ClassNotFound:
return code return code
return highlight(code, return highlight(code, lexer, TerminalFormatter(bg="dark"))
lexer,
TerminalFormatter(bg='dark'))
def _is_question(link): def _is_question(link):
return re.search('questions/\d+/', link) return re.search("questions/\d+/", link)
def _get_questions(links): def _get_questions(links):
@ -178,30 +188,30 @@ def _get_questions(links):
def _get_answer(args, links): def _get_answer(args, links):
link = get_link_at_pos(links, args['pos']) link = get_link_at_pos(links, args["pos"])
if not link: if not link:
return False return False
if args.get('link'): if args.get("link"):
return link return link
page = _get_result(link + '?answertab=votes') page = _get_result(link + "?answertab=votes")
html = pq(page) html = pq(page)
first_answer = html('.answer').eq(0) first_answer = html(".answer").eq(0)
instructions = first_answer.find('pre') or first_answer.find('code') instructions = first_answer.find("pre") or first_answer.find("code")
args['tags'] = [t.text for t in html('.post-tag')] args["tags"] = [t.text for t in html(".post-tag")]
if not instructions and not args['all']: if not instructions and not args["all"]:
text = _get_text(first_answer.find('.post-text').eq(0)) text = _get_text(first_answer.find(".post-text").eq(0))
elif args['all']: elif args["all"]:
texts = [] texts = []
for html_tag in first_answer.items('.post-text > *'): for html_tag in first_answer.items(".post-text > *"):
current_text = _get_text(html_tag) current_text = _get_text(html_tag)
if current_text: if current_text:
if html_tag[0].tag in ['pre', 'code']: if html_tag[0].tag in ["pre", "code"]:
texts.append(_format_output(current_text, args)) texts.append(_format_output(current_text, args))
else: else:
texts.append(current_text) texts.append(current_text)
text = '\n'.join(texts) text = "\n".join(texts)
else: else:
text = _format_output(_get_text(instructions.eq(0)), args) text = _format_output(_get_text(instructions.eq(0)), args)
if text is None: if text is None:
@ -211,7 +221,7 @@ def _get_answer(args, links):
def _get_instructions(args): def _get_instructions(args):
links = _get_links(args['query']) links = _get_links(args["query"])
if not links: if not links:
return False return False
@ -219,24 +229,24 @@ def _get_instructions(args):
if not question_links: if not question_links:
return False return False
only_hyperlinks = args.get('link') only_hyperlinks = args.get("link")
star_headers = (args['num_answers'] > 1 or args['all']) star_headers = args["num_answers"] > 1 or args["all"]
answers = [] answers = []
initial_position = args['pos'] initial_position = args["pos"]
spliter_length = 80 spliter_length = 80
answer_spliter = '\n' + '=' * spliter_length + '\n\n' answer_spliter = "\n" + "=" * spliter_length + "\n\n"
for answer_number in range(args['num_answers']): for answer_number in range(args["num_answers"]):
current_position = answer_number + initial_position current_position = answer_number + initial_position
args['pos'] = current_position args["pos"] = current_position
link = get_link_at_pos(question_links, current_position) link = get_link_at_pos(question_links, current_position)
answer = _get_answer(args, question_links) answer = _get_answer(args, question_links)
if not answer: if not answer:
continue continue
if not only_hyperlinks: if not only_hyperlinks:
answer = format_answer(link, answer, star_headers) answer = format_answer(link, answer, star_headers)
answer += '\n' answer += "\n"
answers.append(answer) answers.append(answer)
return answer_spliter.join(answers) return answer_spliter.join(answers)
@ -254,34 +264,38 @@ def _enable_cache():
def _clear_cache(): def _clear_cache():
for cache in glob.iglob('{0}*'.format(CACHE_FILE)): for cache in glob.iglob("{0}*".format(CACHE_FILE)):
os.remove(cache) os.remove(cache)
def howdoi(args): def howdoi(args):
args['query'] = ' '.join(args['query']).replace('?', '') args["query"] = " ".join(args["query"]).replace("?", "")
try: try:
return _get_instructions(args) or 'Sorry, couldn\'t find any help with that topic\n' return _get_instructions(args) or "Sorry, couldn't find any help with that topic\n"
except (ConnectionError, SSLError): except (ConnectionError, SSLError):
return 'Failed to establish network connection\n' return "Failed to establish network connection\n"
def get_parser(): def get_parser():
parser = argparse.ArgumentParser(description='instant coding answers via the command line') parser = argparse.ArgumentParser(description="instant coding answers via the command line")
parser.add_argument('query', metavar='QUERY', type=str, nargs='*', parser.add_argument(
help='the question to answer') "query", metavar="QUERY", type=str, nargs="*", help="the question to answer"
parser.add_argument('-p', '--pos', help='select answer in specified position (default: 1)', default=1, type=int) )
parser.add_argument('-a', '--all', help='display the full text of the answer', parser.add_argument(
action='store_true') "-p", "--pos", help="select answer in specified position (default: 1)", default=1, type=int
parser.add_argument('-l', '--link', help='display only the answer link', )
action='store_true') parser.add_argument(
parser.add_argument('-c', '--color', help='enable colorized output', "-a", "--all", help="display the full text of the answer", action="store_true"
action='store_true') )
parser.add_argument('-n', '--num-answers', help='number of answers to return', default=1, type=int) parser.add_argument("-l", "--link", help="display only the answer link", action="store_true")
parser.add_argument('-C', '--clear-cache', help='clear the cache', parser.add_argument("-c", "--color", help="enable colorized output", action="store_true")
action='store_true') parser.add_argument(
parser.add_argument('-v', '--version', help='displays the current version of howdoi', "-n", "--num-answers", help="number of answers to return", default=1, type=int
action='store_true') )
parser.add_argument("-C", "--clear-cache", help="clear the cache", action="store_true")
parser.add_argument(
"-v", "--version", help="displays the current version of howdoi", action="store_true"
)
return parser return parser
@ -289,28 +303,28 @@ def command_line_runner():
parser = get_parser() parser = get_parser()
args = vars(parser.parse_args()) args = vars(parser.parse_args())
if args['version']: if args["version"]:
print(__version__) print(__version__)
return return
if args['clear_cache']: if args["clear_cache"]:
_clear_cache() _clear_cache()
print('Cache cleared successfully') print("Cache cleared successfully")
return return
if not args['query']: if not args["query"]:
parser.print_help() parser.print_help()
return return
# enable the cache if user doesn't want it to be disabled # enable the cache if user doesn't want it to be disabled
if not os.getenv('HOWDOI_DISABLE_CACHE'): if not os.getenv("HOWDOI_DISABLE_CACHE"):
_enable_cache() _enable_cache()
if os.getenv('HOWDOI_COLORIZE'): if os.getenv("HOWDOI_COLORIZE"):
args['color'] = True args["color"] = True
utf8_result = howdoi(args).encode('utf-8', 'ignore') utf8_result = howdoi(args).encode("utf-8", "ignore")
if sys.version < '3': if sys.version < "3":
print(utf8_result) print(utf8_result)
else: else:
# Write UTF-8 to stdout: https://stackoverflow.com/a/3603160 # Write UTF-8 to stdout: https://stackoverflow.com/a/3603160
@ -319,5 +333,5 @@ def command_line_runner():
howdoi_session.close() howdoi_session.close()
if __name__ == '__main__': if __name__ == "__main__":
command_line_runner() command_line_runner()

Write Preview
Loading…
Cancel
Save