novasearch.py

#!/usr/bin/env python3
"""
    Copyright 2016-today
    Project Nova Search

    Author: Steve Göring
"""
"""
    novasearch web server

    This file is part of novasearch.

    novasearch is free software: you can redistribute it and/or modify
    it under the terms of the GNU General Public License as published by
    the Free Software Foundation, either version 3 of the License, or
    (at your option) any later version.

    novasearch is distributed in the hope that it will be useful,
    but WITHOUT ANY WARRANTY; without even the implied warranty of
    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
    GNU General Public License for more details.

    You should have received a copy of the GNU General Public License
    along with novasearch.  If not, see <http://www.gnu.org/licenses/>.
"""

import sys
import os
import argparse
import json
import urllib.request
import re

# load libs from lib directory
import loader
from log import *
from system import *

from bottle import Bottle
from bottle import auth_basic
from bottle import route
from bottle import run
from bottle import template
from bottle import request
from bottle import redirect
from bottle import response
from bottle import error
from bottle import static_file


config = {}


def check_user(user, pw):
    if config["login"]["user"] != "" and config["login"]["pw"] != "":
        return user == config["login"]["user"] and pw == config["login"]["pw"]
    return True


def get_meta(id):
    filename = id.replace("./pdf", config["meta_base_dir"]).replace(".pdf", ".json")
    if not os.path.isfile(filename):
        return {"title": "", "abstract": ""}
    f = open(filename)
    j = json.load(f)
    f.close()

    return {"title": j["title"], "abstract": j.get("abstract", "")}


def get_dblp_bibtex(title):
    if title == "":
        return ""
    url = "http://dblp.dagstuhl.de/search/publ/api?"
    params = {"q": title, "format": "json"}
    url_params = urllib.parse.urlencode(params)

    req = urllib.request.Request(url + url_params)
    handle = urllib.request.urlopen(req, timeout=120)
    encoding = handle.headers.get_content_charset()
    content = str(handle.read().decode(encoding, errors='ignore'))
    j_res = json.loads(content)

    new_url = j_res["result"]["hits"]["hit"][0]["info"]["url"].replace("/rec/", "/rec/bib2/")

    req = urllib.request.Request(new_url)
    handle = urllib.request.urlopen(req, timeout=120)
    encoding = handle.headers.get_content_charset()
    content = str(handle.read().decode(encoding, errors='ignore'))

    return content


@route('/pdf/<fn>')
@route('/pdf/<sf>/<fn>')
@auth_basic(check_user)
def pdf(sf="", fn=""):
    if sf == "" and fn == "":
        return error404("not a valid file")
    return static_file(sf + "/" + fn, root=config["pdf_base_dir"])


@route('/bib/<fn>')
@route('/bib/<sf>/<fn>')
def bib(sf="", fn=""):
    """
    do a request to dblp to get the bibtex entry
    """
    if sf == "" and fn == "":
        return error404("not a valid file as argument")

    response.content_type = 'text/plain'

    did = "./pdf/" + sf + "/" + fn
    x = get_meta(did)
    title = x["title"]

    return get_dblp_bibtex(title)


@route('/search')
@route('/search/<page>')
def search(page=1):
    response.headers['Content-Type'] = 'application/json'
    response.headers['Cache-Control'] = 'no-cache'
    url = config["solar_base_url"]

    params = {"q": request.query.q,
              "indent": "on",
              "wt": "json",
              "start": max((int(page) - 1) * 30, 0),
              "rows": "30"
              }

    url_params = urllib.parse.urlencode(params)

    req = urllib.request.Request(url + url_params)
    handle = urllib.request.urlopen(req, timeout=120)
    encoding = handle.headers.get_content_charset()
    content = str(handle.read().decode(encoding, errors='ignore'))
    tmp = json.loads(content)

    for d in tmp["response"]["docs"]:
        d["id"] = "./pdf" + d["id"].split("../pdf")[1]
        meta = get_meta(d["id"])
        d["title"] = meta["title"]
        d["abstract"] = meta["abstract"]

    return tmp


@route('/about')
def about():
    return template("templates/about.tpl", title="nova search")


@route('/')
def index():
    return template("templates/index.tpl", title="nova search")


@error(404)
def error404(error):
    return index()


@route("/favicon.ico")
def favicon():
    return server_static("favicon.ico")


@route('/static/<filename>')
def server_static(filename):
    return static_file(filename, root='templates/static')


def main(args):
    parser = argparse.ArgumentParser(description='nova search web server',
                                     epilog="stg7 2016",
                                     formatter_class=argparse.ArgumentDefaultsHelpFormatter)
    parser.add_argument('--config',
                        type=str,
                        default=os.path.dirname(os.path.realpath(__file__)) + "/config.json",
                        help='configuration file')

    parser.add_argument('-d',
                        dest='debug',
                        action='store_true',
                        help='debug web server mode')

    parser.add_argument('-r',
                        dest='reload',
                        action='store_true',
                        help='reload web server')

    argsdict = vars(parser.parse_args())
    lInfo("start web interface for nova search")

    global config
    with open(argsdict["config"]) as f:
        config = json.load(f)
        lInfo("config loaded")

    lInfo("server starting.")
    run(host=config["server_address"],
        port=config["server_port"],
        debug=argsdict["debug"],
        reloader=argsdict["reload"])

    lInfo("server stopped.")


if __name__ == "__main__":
    main(sys.argv[1:])