app.py

import redis

from hashlib import sha1
from flask import Flask, request, abort, render_template, make_response
from zipfy import WebCorpus
from json.encoder import JSONEncoder

app = Flask(__name__)
app.debug = True
try:
    from bundle_config import config
    r = redis.Redis(
        host = config['redis']['host'],
        port = int(config['redis']['port']),
        db = 0,
        password = config['redis']['password']
    )
except:
    r = redis.StrictRedis(host='localhost', port=6379, db=0)

@app.route('/', methods=['GET', 'POST'])
def index():
    if request.method == 'POST':
        site_hash = sha1(request.form['url']).hexdigest()
        zipf_profile = r.get(site_hash)
        if zipf_profile: 
            return zipf_profile
        else:
            try:
                corpus = WebCorpus(request.form['url'])
            except:
                abort(404) 

        e = JSONEncoder()
        zipf_profile = e.encode(corpus.freq_list)
        r.set(site_hash, zipf_profile)
        r.expire(site_hash, 120)
        resp = make_response(zipf_profile)
        return resp
    elif request.method == 'GET':
        return render_template("index.html")
   
if __name__ == "__main__":
    app.run()