Ejemplo n.º 1
0
def post_config():
    # Update all configurations
    for key, value in request.form.items():
        db.insert('UPDATE config SET config_value=? WHERE config_key=?',
                  [value, key])

    return jsonify(status='OK')
Ejemplo n.º 2
0
def output(history, test, pred_ans, target, algo, data_type, epoch, optimizer,
           dropout):
    logLoss = round(log_loss(test[target].values, pred_ans), 4)
    auc = round(roc_auc_score(test[target].values, pred_ans), 4)
    print("test LogLoss", logLoss)
    print("test AUC", auc)
    history_curves(history)
    insert(algo, data_type, epoch, optimizer, dropout, logLoss, auc)
    print("Successfully insert ...")
Ejemplo n.º 3
0
def put_sensor(sensor_name):
    body = request.get_json()

    # Insert new value in database
    db.insert(
        'INSERT INTO sensors (sensor_name, sensor_value, sensor_time) VALUES (?, ?, ?)',
        [sensor_name, body.get('value'),
         datetime.now()])

    return jsonify(status='OK')
Ejemplo n.º 4
0
 def getCommentLetv(cls, playlink, moviename):
     if playlink != '':
         vid = playlink.split('/')[-1].split('.')[0]
         for i  in range(1, 120):
             jslink = 'http://api.my.letv.com/vcm/api/g?type=video&xid='+str(vid)+'&page='+str(i)
             source = Request.getSource(jslink)
             try:
                 pat = re.compile(r'content":"(.*?)"')
                 commentlist = pat.findall(source)
                 for comm in commentlist:
                     unescomm = pyunescape.pyunescape(comm)
                     if unescomm is not None and unescomm != "":
                         db.insert((moviename, 'letv', unescomm))
             except:
                 continue
Ejemplo n.º 5
0
 def getCommentFunshion(cls, playlink, moviename):
     if playlink != '':
         vid = playlink.split('/')[-2]
         for page in range(1, 31):
             jslink = 'http://q.funshion.com/ajax/get_comment/media/'+vid+'/all?pg='+str(page)
             source = Request.getSource(jslink)
             try:
                 pat = re.compile(r'content":"(.*?)"')
                 commentlist = pat.findall(source)
                 for comm in commentlist:
                     unescomm = pyunescape.pyunescape(comm)
                     if unescomm is not None and unescomm != "":
                         db.insert((moviename, 'funshion', unescomm))
             except:
                 continue
Ejemplo n.º 6
0
def insert_test():
    test_document = {"_id": "test_data", "name": "first test"}
    test_fail_document = {"_id": "test_data", "name": "second test"}

    # Check a normal insert.
    if not db.insert(COLLECTION, test_document):
        print "insert_test: Normal insert failed"
        return False

    # Check a conflicting insert.
    if db.insert(COLLECTION, test_fail_document):
        print "insert_test: Conflicting insert failed"
        return False

    return True
Ejemplo n.º 7
0
 def getCommentYouku(cls, playlink, moviename):
     if playlink != '':
         vid = playlink.split('_')[-1].split('.')[0]
         for page in range(1, 100):
             jslink = 'http://comments.youku.com/comments/~ajax/vpcommentContent.html?__ap={%22videoid%22:%22'+vid+'%22,'+'%22page%22:'+str(page)+'}'
             commentsource = Request.getSource(jslink)
             try:
                 pat = re.compile(r'content_(.*?)<br')
                 commentlist = pat.findall(commentsource)
                 for comm in commentlist:
                     comm = comm.split('">')
                     unescomm = pyunescape.pyunescape(comm[2])
                     if unescomm is not None and unescomm != "":
                         db.insert((moviename, 'youku', unescomm))
             except:
                 continue
Ejemplo n.º 8
0
    def add_item_to_database(self):
        """
        SQL request
        """
        # items_base
        sql1 = "INSERT INTO items_base VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)"
        db.insert(sql1, self.data)
        print("[items_base] Chargé!")

        # catalog_items
        sql2 = "INSERT INTO catalog_items VALUES (%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s,%s)"
        db.insert(sql2, self.data_catalog)
        print("[catalog_items] Chargé!")

        with open("files/log.txt", "a") as log:
            log.write("ID: " + self.data[0] + " | item_name: " + self.data[2] + "\n")
Ejemplo n.º 9
0
def find_test():
    # Setup test.
    db.insert(COLLECTION, {"name": "test_data"})

    selector = {"name": "test_data"}
    fail_selector = {"name": "fail_data"}

    # Check a normal find.
    if len(db.find(COLLECTION, selector)) != 1:
        print "find_test: Normal selection failed"
        return False

    # Check an empty find.
    if len(db.find(COLLECTION, fail_selector)) != 0:
        print "find_test: Empty selection failed"
        return False

    return True
Ejemplo n.º 10
0
 def getCommentIqiyi(cls, playlink, moviename):
     if playlink != '':
         source = Request.getSource(playlink)
         if source is not None:
             m = re.search(r'qitanid="\w+"', source)
             vid = m.group(0).split('"')[1]
             for page in range(1, 50):
                 jslink = 'http://api.t.iqiyi.com/qx_api/comment/get_video_comments?page='+str(page)+'&qitanid='+str(vid)
                 commentsource = Request.getSource(jslink)
                 pat = re.compile(r'content":"(.*?)"')
                 try:
                     commentlist = pat.findall(commentsource)
                     for comm in commentlist:
                         unescomm = pyunescape.pyunescape(comm)
                         if unescomm is not None and unescomm != "":
                             db.insert((moviename, 'iqiyi', unescomm))
                 except:
                     continue
Ejemplo n.º 11
0
def find_stress_test():
    # Setup test.
    num_documents = 50

    for i in range(num_documents):
        db.insert(COLLECTION, {"name": i})

    # Check that all the documents are returned.
    if len(db.find(COLLECTION)) != num_documents:
        print "find_stress_test: All document selection failed."
        return False

    # Check that the correct number of documents are returned.
    limit = 7
    if len(db.find(COLLECTION, limit=limit)) != limit:
        print "find_stress_test: Limited document selection failed."
        return False

    return True
Ejemplo n.º 12
0
 def __call__(self, args):
     for name in args.task_name:
         data = {
             'name': name,
             'category': args.category,
             'completed': False,
             'parent': None
         }
         eid = db.insert(data)
         print('Added task T{}: {}'.format(eid, name))
Ejemplo n.º 13
0
 def getCommentSohu(cls, playlink, moviename):
     if playlink != '':
         source = Request.getSource(playlink)
         if source is not None:
             m = re.search(r'vid\s*=\s*[\"\']\w+[\"\']', source)
             vid = m.group(0).split('"')[1]
             n = re.search(r'playlistId\s*=\s*[\"\']\w+[\"\']', source)
             playlistid = n.group(0).split('"')[1]
             jslink = 'http://access.tv.sohu.com/reply/list/1000_' + \
                 str(playlistid) + '_' + str(vid) + '_0_2000.js'
             commentsource = Request.getSource(jslink)
             try:
                 comments = re.search(r'\[.*\]', commentsource)
                 comments = comments.group(0).replace("'",'"')
                 pat = re.compile(r'content":"(.*?)"')
                 commentlist = pat.findall(comments)
                 for comm in commentlist:
                     unescomm = pyunescape.pyunescape(comm)
                     if unescomm is not None and unescomm != "":
                         db.insert((moviename, 'sohu', unescomm))
             except:
                 pass
Ejemplo n.º 14
0
def create_list():
    json = request.get_json()

    id = db.create_id("lists")
    title = json["title"]
    id_user = json["id_user"]

    if not db.verify_register("users", "id", id_user):
        return jsonify(error(400, "User not exists"))
    elif db.verify_register("lists", "id", id):
        return jsonify(error(400, "List already exists"))
    else:
        # create instance
        list_user = List(id, id_user, title, datetime.datetime.utcnow())

        # insert into database
        if db.insert("lists", list_user.to_dict()):
            return jsonify(list_user.to_dict())
        else:
            return jsonify(error(203, "Not Allowed"))
Ejemplo n.º 15
0
def create_task():
    json = request.get_json()

    id = db.create_id("tasks")
    title = json["title"]
    description = json["description"]
    id_list = json["id_list"]

    if not db.verify_register("lists", "id", id_list):
        return jsonify(error(400, "List not exists"))
    elif db.verify_register("tasks", "id", id):
        return jsonify(error(400, "Task already exists"))
    else:
        # create instance
        task = Task(id, id_list, title, description,
                    datetime.datetime.utcnow())

        # insert into database
        if db.insert("tasks", task.to_dict()):
            return jsonify(task.to_dict())
        else:
            return jsonify(error(203, "Not Allowed"))
Ejemplo n.º 16
0
 def process_data(self, data):
     """Process data from a POST or PUT call"""
     import jsonschema
     jsonschema.validate(data, self.schema)
     return db.insert(data)
Ejemplo n.º 17
0
 def insert(self):
     if not db.find_one('user', {'email': self.email}):
         db.insert(collection='user', data=self.json())
Ejemplo n.º 18
0
from attr import asdict
from database import db, Player

from battler import Battler


res = db.search(Player.exists())
if res:
    print(res[0]['player'])
else:
    name = input("Enter your name: ")
    battler = Battler(name=name)
    db.insert({'player': asdict(battler)})
Ejemplo n.º 19
0
 def process_data(self, data):
     """Process data from a POST or PUT call"""
     import jsonschema
     jsonschema.validate(data, self.schema)
     return db.insert(data)
Ejemplo n.º 20
0
 def save_to_mongo(self):
     db.insert("sensor_data", self.json())