102 lines
2.3 KiB
Python
102 lines
2.3 KiB
Python
from flask import render_template, request, jsonify
|
|
from www import app
|
|
import archive.archive as archive
|
|
import config
|
|
import www.config as wconfig
|
|
from datetime import datetime
|
|
import logging
|
|
|
|
|
|
@app.route('/')
|
|
def index():
|
|
return render_template("index.html")
|
|
|
|
@app.route('/search')
|
|
def searh():
|
|
|
|
if len(request.args) < 1:
|
|
return render_template("search.html", archives=wconfig.lists_to_serve, fields=['content', 'from'])
|
|
|
|
k_arg = request.args.get('keyword')
|
|
l_arg = request.args.get('list')
|
|
f_arg = request.args.get('field')
|
|
|
|
if k_arg is None or k_arg.strip() == '':
|
|
return "no keyword..."
|
|
|
|
if l_arg != "all" and l_arg not in wconfig.lists_to_serve:
|
|
return "list '" + l_arg + "' does not exist"
|
|
|
|
if f_arg not in ['content', 'from']:
|
|
return "field '" + f_arg + "' does not exist"
|
|
|
|
|
|
lists = []
|
|
if l_arg == "all":
|
|
lists = wconfig.lists_to_serve
|
|
else:
|
|
lists.append(l_arg)
|
|
|
|
|
|
################################
|
|
##
|
|
## need to cache all the below.....
|
|
##
|
|
################################
|
|
|
|
results = []
|
|
|
|
logging.info("search keyword = " + k_arg)
|
|
|
|
for l in lists:
|
|
|
|
with archive.Archive(l, config=config.db) as a:
|
|
if f_arg == 'content':
|
|
r = a.content_search(k_arg)
|
|
else:
|
|
r = a.from_search(k_arg)
|
|
|
|
# format data to return
|
|
search_results = { "keyword": k_arg, "field": f_arg, "archive": a.archive_name, "results": [] }
|
|
month_year_results = {}
|
|
|
|
for (from_, author_name_, subject_, date_, url_) in r:
|
|
m_y = date_.strftime("%B_%Y")
|
|
if m_y not in month_year_results:
|
|
month_year_results[m_y] = []
|
|
month_year_results[m_y].append({ 'url': url_, 'subject': subject_, 'author_name': author_name_})
|
|
|
|
for k, v in sorted(month_year_results.items(), key=get_key, reverse=True):
|
|
search_results['results'].append({ 'thread': k, 'nbr_hits': len(v), 'hits': v})
|
|
|
|
# search_results['results'].append({ 'thread': k, 'nbr_hits': nbr_hits, 'hits': hits})
|
|
# where:
|
|
# 'thread' = "%B_%Y" aka. January 2001
|
|
# 'nbr_hits' = nbr hits for that month
|
|
# 'hits' = [{ 'url': h['url'], 'subject': h['subject'], 'author_name': h['from']}]
|
|
|
|
results.append(search_results)
|
|
|
|
|
|
sorted_results = sorted(results, key=get_result_key)
|
|
return jsonify(result=sorted_results)
|
|
|
|
|
|
def get_key(kv):
|
|
return datetime.strptime(kv[0], "%B_%Y")
|
|
|
|
def get_result_key(r):
|
|
return r['archive']
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|