def process(file_path): """ :param file_path: the file path which is needed to process :return:None """ try: doc_file = open(file_path, "r") docs = doc_file.read() doc_file.close() except: return doc_len = len(docs) d = DBHelper() doc_id = d.insert_record_with_var( "insert into wiki_doc(`doc_len`,`doc_path`) VALUES (%s,%s)", (doc_len, file_path)) d = docs_to_vector(docs) t = term() d_t = doc_term() for word in d: if word not in stop_word: term_id = 0 if t.check_term_exist(word): term_id = t.get_term_id(word) else: term_id = t.insert_term(word, 0) t.add_term_frequency(word) d_t.insert_record(term_id, doc_id, d[word])
def listen(): """"监听发送来的消息,并使用socketio向所有客户端发送消息""" mes = {"status": "unknown error"} text = request.form.get('data') alias = request.form.get('alias') file_obj = request.files.get('files') if file_obj: filename = file_obj.filename file_obj.save('static/files/' + filename) text = filename if text: _db = DBHelper() _from = request.headers.get('X-Real-Ip') or request.remote_addr _type = 'file' if file_obj else 'text' _id = _db.insert([alias, _from, _type, text]) data = _db.select_by_id(_id) data['alias'] = data['alias'] or data['id'] text = data['content'] data['content'] = text[:40].strip() + '...' if len( text) >= 40 else text socket_io.emit(data=json.dumps(data), event="mes") mes['status'] = "success" print(mes) return json.dumps(mes)
def index(): """主页面""" # TODO 获取前10条 _db = DBHelper() data = _db.select() for row in data: row['alias'] = row['alias'] or row['id'] text = row['content'] row['content'] = text[:40].strip() + '...' if len(text) >= 40 else text return render_template("index.html", data=data)
def operation(): """operation""" if request.method == 'GET': _id = request.args.get('id') if not _id: return {'msg': 'error'} _db = DBHelper() data = _db.select_by_id(_id) filename = data['content'] response = make_response( send_from_directory('static/files', filename, as_attachment=True)) response.headers[ "Content-Disposition"] = "attachment; filename={}".format( filename.encode().decode('latin-1')) return response elif request.method == 'POST': _id = request.form.get('id') if not _id: return {'msg': 'error'} _db = DBHelper() data = _db.select_by_id(_id) return json.dumps({'text': data['content']})
def generate_map(self): m = folium.Map(location=[45.509484, -73.600519], tiles="Stamen Terrain", zoom_start=10.5) db = DBHelper() max_price = 300 coordinates = db.get_coordinates(max_price=max_price) def hsv2rgb(h, s, v): return tuple(round(i * 255) for i in colorsys.hsv_to_rgb(h, s, v)) def print_exception(): exc_type, exc_obj, tb = sys.exc_info() f = tb.tb_frame lineno = tb.tb_lineno filename = f.f_code.co_filename linecache.checkcache(filename) line = linecache.getline(filename, lineno, f.f_globals) print('EXCEPTION IN ({}, LINE {} "{}"): {}'.format( filename, lineno, line.strip(), exc_obj)) print(str(sys.exc_info())) print(f"points number: {len(coordinates)}") # I can add marker one by one on the map for coordinate in coordinates: amount_n = float((max_price - coordinate['amount']) / max_price) test_color = hsv2rgb(0.8, amount_n, 1 - amount_n) try: folium.Circle( location=[coordinate['lat'], coordinate['lng']], popup= f"${coordinate['amount']} : https://www.airbnb.ca/rooms/{coordinate['room_id']}", radius=10, color='#%02x%02x%02x' % test_color, fill=True # fill_color='crimson' ).add_to(m) except: print(f"color: {test_color}") print_exception() # Save it as html m.save('mymap.html')
def __init__(self): self.db = DBHelper() ssl._create_default_https_context = ssl._create_unverified_context print('爬虫开始行动了……')
import string from db import DBHelper db = DBHelper.DBHelper("10.16.6.120", "fanxing", "kugou2014", "d_fanxing") def select(sql): return db.select(sql) def insert(p_table_name, p_data): key = string.join(p_data.keys(), "`,`") values = [str(d) for d in p_data.values()] value = string.join(values, "','") real_sql = "INSERT INTO " + p_table_name + " (`" + key + "`) VALUES ('" + value + "')" print(real_sql) return db.insert(real_sql) def insertBySql(sql): return db.insert(sql)
def main(): app = Application() DBHelper().genschema() app.listen(os.getenv("PORT", 3000)) IOLoop.instance().start()
import os import time from threading import Thread from db import DBHelper # import csv db = DBHelper('localhost', 'webasudd', 'asudduser', 'asuddp@ss') class MyThread(Thread): """ A threading example """ def __init__(self, node): """Инициализация потока""" Thread.__init__(self) self.node = node def run(self): """Запуск потока""" ping_list = [] if len(self.node[5]) > 0: ping_list.append(os.system(f"ping -c 3 {self.node[5]} > /dev/null")) if len(self.node[6]) > 0: ping_list.append(os.system(f"ping -c 3 {self.node[6]} > /dev/null")) if len(self.node[7]) > 0: ping_list.append(os.system(f"ping -c 3 {self.node[7]} > /dev/null")) if sum(ping_list) > 0:
# -*-coding:utf-8-*- from db import DBHelper from item import UserItem # 测试案例 db_ = DBHelper() print(db_.exist('user', 1)) item = UserItem(1, 'lili', '14', 'xiha', 'http://') db_.save()
import folium from db import DBHelper import colorsys import sys import linecache import matplotlib.pyplot as plt import matplotlib font = {'size': 36} matplotlib.rc('font', **font) db = DBHelper() class MapGenerator: def generate_map(self): m = folium.Map(location=[45.509484, -73.600519], tiles="Stamen Terrain", zoom_start=10.5) db = DBHelper() max_price = 300 coordinates = db.get_coordinates(max_price=max_price) def hsv2rgb(h, s, v): return tuple(round(i * 255) for i in colorsys.hsv_to_rgb(h, s, v)) def print_exception(): exc_type, exc_obj, tb = sys.exc_info() f = tb.tb_frame lineno = tb.tb_lineno