Example #1
0
Created on Sep 29, 2014

@author: tim
'''
from flask import Flask, request, Response
from flask.ext.cors import CORS
import simplejson
from crossdomain import crossdomain
from os.path import expanduser
from datetime import datetime
from leveldbX import LevelDBX

app = Flask(__name__)
cors = CORS(app, resources={r"/api/*": {"origins": "*"}})

app.config['db'] = LevelDBX(isServer=True)

tbls = {}

db = app.config['db']


@app.route('/ping', methods=['GET'])
@crossdomain(origin='*')
def ping():
    return Response(simplejson.dumps(str(datetime.utcnow())),
                    mimetype='application/json')


@app.route('/<tbl>/<key>', methods=['GET'])
@crossdomain(origin='*')
        y1 = svd.transform(y1)
        y2 = svd.transform(y2)
        y3 = svd.transform(y3)
        y4 = svd.transform(y4)
        wikipedia = u.load_hdf5_matrix("/home/tim/data/allenai/svd_data.hdf5")
    
    return y1, y2, y3, y4, wikipedia

u = Util()


documents = ["/home/tim/wiki2/documents0.txt","/home/tim/wiki2/documents1.txt","/home/tim/wiki2/documents2.txt"]
documents = ["/home/tim/data/allenai/wiki_filtered.txt"]

if debug:
    db = LevelDBX(path="/home/tim/wiki2")    
    data = db.get_table("raw_pages")    
    
    print data.get('Firefly')['raw']

if extract_vocabulary:    
    data = pickle.load(open('train_data.p'))
    
    vocab = {}
    
    X = data['X']
    
    
    for q in X:        
        for word in q.replace('?','').replace('.','').split(" "):
            if word not in vocab: vocab[word] = 0
Example #3
0
'''
Created on 27 Dec 2015

@author: timdettmers
'''
from leveldbX import LevelDBX
from threading import Thread





db = LevelDBX(path="/home/tim/test",isServer=False, ip='86.119.32.220')
test = db.get_table('test')

#test.post('abc','uden')
print test.get('abc')