def __init__(self, store, parent=None):
QtWidgets.QTabWidget.__init__(self, parent)
self.__materialsPage = page(store, materialsTable(store),
materialsEditForm(store))
self.addTab(self.__materialsPage, u"Материал")
self.__productsPage = page(store, productsTable(store),
productsEditForm(store))
self.addTab(self.__productsPage, u"Изделие")
self.__sellsPage = page(store, sellsTable(store), sellsEditForm(store))
self.addTab(self.__sellsPage, u"Продажа")
def put(self, k, v):
p = self.get_page(k)
if p.fit(v) == False and p.d == self.gd:
self.pp = self.pp + self.pp
self.gd += 1
if p.fit(v) == False and p.d < self.gd:
# p.put(k, v);
p1 = page('temp1.txt', 0)
p2 = page('temp2.txt', 0)
for k2 in p.key_list:
v2 = p.get(k2)
h = k2.__hash__()
h = h & ((1 << self.gd) - 1)
if (h | (1 << p.d) == h):
p2.insert(v2)
else:
p1.insert(v2)
h = k.__hash__()
h = h & ((1 << self.gd) - 1)
if h | (1 << p.d) == h:
p2.insert(v)
else:
p1.insert(v)
l = []
for i in range(0, len(self.pp)):
if self.pp[i] == p._page_offset:
l.append(i)
print(l)
p1.setDoubling(p.d + 1)
p2.setDoubling(p1.d)
for i in l:
if (i | ( 1 << p.d) == i):
self.pp[i] = i*500
to_put = p2.fetch()
f = open(self.filename, 'r+')
f.seek(self.pp[i])
f.write(to_put)
f.close()
else:
self.pp[i] = i*500
to_put = p1.fetch()
f = open(self.filename, 'r+')
f.seek(self.pp[i])
f.write(to_put)
f.close()
open('temp1.txt', 'w').close()
open('temp2.txt', 'w').close()
# p1.d = p.d + 1
# p2.d = p1.d
else:
p.insert(v)
def main():
if not session or 'game_state' not in session:
session['game_state'] = 'game'
if session['game_state'] == 'game':
session['game_state'] = 'leaderboard'
pbn = PetiteBoiteNoire()
return pbn.next()
elif session['game_state'] == 'end':
session['game_state'] = 'game'
return page(config['end'])
session['game_state'] = 'game'
return page(config['leaderboard'])
def main(screen):
screen.clear()
screen = curses.newpad(500, 500)
curses.cbreak()
screen.nodelay(True)
screen.keypad(True)
curses.curs_set(0)
main_page = page(screen)
for j in range(1, 10):
arr = [[0] * 5 for i in range(3)]
for i in range(5):
v = i + j
arr[0][i] = '1000 divided by {} is {}'.format(v, 1000 / v)
for i in range(5):
v = i + j + 10
arr[1][i] = '1000 divided by {} is {}'.format(v, 1000 / v)
for i in range(5):
v = i + j + 15
arr[2][i] = '1000 divided by {} is {}'.format(v, 1000 / v)
new_arr = [[arr[j][i] for j in range(3)] for i in range(5)]
Table = table.table(new_arr)
main_page.add_table(Table)
main_page.redraw()
main_page.refresh(point(curses.LINES, curses.COLS))
mainloop(screen, main_page)
def playercomp (self, name1, name2):
counter = 0
p = page()
ret = """<table>
<colgroup align="center">"""
tag = ['Player ID', 'Player Name', 'Age', 'Nation', 'Position', 'Goal', 'Assist', 'Foul', 'Offside', 'Yellow Card', 'Red Card', 'Successful Steal', 'Successful Pass']
sql1 = """select p.player_id, p.player_name, p.age, p.nation, p.position, sum(r.goal), sum(r.assist), sum(r.foul), sum(r.offside), sum(r.yellow_card), sum(r.red_card), sum(r.steal_success), sum(r.pass_success) from player_info p, player_record_per_game r where r.player_id=p.player_id and (p.player_name='"""
sql2 = """' or p.player_name='"""
sql3 = """') group by p.player_id, p.player_name, p.age, p.nation, p.position"""
sql = sql1 + name1 + sql2 + name2 + sql3
cursor = self.connect.cursor()
cursor.execute(sql)
result = cursor.fetchall()
if len(result) != 2 :
return p.header + 'Comparison of Selected Players' + p.body + 'playercomp' + p.doublesearch + '<h2>One or two of players you entered are not existed in our database</h2>' + p.footer
ls = [[j[i] for j in result] for i in range(13)]
for i in ls :
ret += '<tr><th scope="row">'
ret += tag[counter]
ret += '</th>'
for j in i :
ret += '<td>'
ret += str(j)
ret += '</td>'
ret += '</tr>'
counter += 1
ret += """</colgroup>
</table>"""
return p.header + 'Comparison of Selected Players' + p.body + 'playercomp' + p.doublesearch + ret + p.footer
def AvgAge (self):
counter = 0
p = page()
cursor = self.connect.cursor()
sql = """
select t.team_name, round(avg(p.age), 2), t.city from team_info t, player_info p, enroll e where p.player_id=e.player_id and e.team_id=t.team_id group by t.team_name, t.city
"""
cursor.execute(sql)
result = cursor.fetchall()
ret = """
<table>
<tr><th scope="col">Team</th>
<th scope="col">Average of Age</th>
<th scope="col">City</th>
</tr>
<colgroup align="center">
"""
for i in result :
if counter == 15:
break
ret += '<tr>'
for j in i :
ret += '<td>'
ret += str(j)
ret += '</td>'
ret += '</tr>'
counter += 1
ret += """</colgroup>
</table>"""
return p.header + 'Average Age of Each Team' + p.body + 'avgave' + p.refresh + ret + p.footer
def showtables(request):
table1 = Elements.objects.all()
table2 = Hierarchy.objects.all()
table3 = Attributes.objects.all()
table4 = Contents.objects.all()
rst = page(table1, table2, table3, table4)
return HttpResponse(rst)
def teamcomp (self, name1, name2):
counter = 0
p = page()
ret = """<table>
<colgroup align="center">"""
tag = ['Team ID', 'Team Name', 'Field', 'City', 'Goal', 'Goal Lost', 'Goal Difference', 'Foul', 'Offside', 'Yellow Card', 'Red Card', 'Successful Steal', 'Successful Pass']
sql1 = """select t.team_id, t.team_name, t.field, t.city ,sum(r.goal), sum(r.lost), sum(r.goal_difference) ,sum(r.foul), sum(r.offside), sum(r.yellow_card), sum(r.red_card), sum(r.steal_success), sum(r.pass_success) from team_info t, team_record_per_game r where t.team_id=r.team_id and (t.team_name='"""
sql2 = """' or t.team_name='"""
sql3 = """') group by t.team_id, t.team_name, t.field, t.city"""
sql = sql1 + name1 + sql2 + name2 + sql3
cursor = self.connect.cursor()
cursor.execute(sql)
result = cursor.fetchall()
if len(result) != 2 :
return p.header + 'Comparison of Selected Teams' + p.body + 'teamcomp' + p.doublesearch + '<h2>One or two of teams you entered are not existed in our database</h2>' + p.footer
ls = [[j[i] for j in result] for i in range(13)]
for i in ls :
ret += '<tr><th scope="row">'
ret += tag[counter]
ret += '</th>'
for j in i :
ret += '<td>'
ret += str(j)
ret += '</td>'
ret += '</tr>'
counter += 1
ret += """</colgroup>
</table>"""
return p.header + 'Comparison of Selected Teams' + p.body + 'teamcomp' + p.doublesearch + ret + p.footer
def BestOffense (self):
counter = 0
p = page()
cursor = self.connect.cursor()
sql = """
select t.team_name, sum(r.goal) as gg, t.field from enroll e, team_info t, team_record_per_game r where r.team_id=t.team_id and e.team_id=t.team_id group by t.team_name, t.field order by gg desc
"""
cursor.execute(sql)
result = cursor.fetchall()
ret = """
<table>
<tr><th scope="col">Team</th>
<th scope="col">Goal</th>
<th scope="col">Field</th>
</tr>
<colgroup align="center">
"""
for i in result :
if counter == 15:
break
ret += '<tr>'
for j in i :
ret += '<td>'
ret += str(j)
ret += '</td>'
ret += '</tr>'
counter += 1
ret += """</colgroup>
</table>"""
return p.header + 'Top Offensive Team' + p.body + 'bestoffense' + p.refresh + ret + p.footer
def process(self):
print self.pdf_path
newpath = r'images/'
if not os.path.exists(newpath):
os.makedirs(newpath)
Extraction = subprocess.check_output("gs -sDEVICE=jpeg -o images/file-"+ str(self.job_number) +"-%02d.jpg -r158 " +self.pdf_path,shell=True)
num_vector = map(int, re.findall(r'\d+', Extraction))
pages_processed = num_vector[len(num_vector)-1]
print pages_processed
img_objects = []
for i in range(0,pages_processed):
wx.PostEvent(self.parent, ResultEvent(15))
if i<10:
img_objects.append(cv2.imread("images/file-"+str(self.job_number)+"-"+"0"+str(i+1)+".jpg"))
else:
img_objects.append(cv2.imread("images/file-"+str(self.job_number)+"-"+str(i+1)+".jpg"))
#return img_objects;
self.pageList=[]
pno=0
for i in img_objects:
newpage=page(self,pno,self.parent)
pno=pno+1
newpage.pdfImage=i
self.pageList.append(newpage)
for p in self.pageList:
p.start()
for p in self.pageList:
p.join()
def makePagesCollectionMultiProcessing(process_number):
global depth
global AllPageIds
global pages
global proc
global loopStart
global loopEnd
global nowDepth
newPages = []
newIDs = []
start = loopStart + (loopEnd - loopStart) * process_number / proc
end = loopStart + (loopEnd - loopStart) * (process_number + 1) / proc
if(process_number == proc -1):
end = loopEnd
for page_id_index in range(start,end):
print "process_number:" + str(process_number) + ": loop :" + str(page_id_index)
newPages.append(page.page(AllPageIds[page_id_index]))
#必要ない場合スルー
if(nowDepth < depth ):
newIDs = newIDs + newPages[page_id_index - start].getLinkPageIds() + newPages[page_id_index - start].getLinkedPageIds()
newIDs = list(set(newIDs))
return newPages,newIDs
def TopScorer (self):
counter = 0
p = page()
cursor = self.connect.cursor()
sql = """
select p.player_name, sum(r.goal) as gg, t.team_name from enroll e, team_info t, player_record_per_game r, player_info p where r.player_id=p.player_id and p.player_id=e.player_id and e.team_id=t.team_id group by p.player_name, t.team_name order by gg desc
"""
cursor.execute(sql)
result = cursor.fetchall()
ret = """
<table>
<tr><th scope="col">Player</th>
<th scope="col">Score</th>
<th scope="col">Team</th>
</tr>
<colgroup align="center">
"""
for i in result :
if counter == 15:
break
ret += '<tr>'
for j in i :
ret += '<td>'
ret += str(j)
ret += '</td>'
ret += '</tr>'
counter += 1
ret += """</colgroup>
</table>"""
return p.header + 'Top Scorer' + p.body + 'topscorer' + p.refresh + ret + p.footer
def teams (self, name):
p = page()
counter = 0
ret = """<center><table>
<tr>"""
tag = ['Team ID', 'Team Name', 'Field', 'City', 'Total Goals', 'Total Goal Lost', 'Total Goal Difference', 'Total Yellow Card', 'Total Red Card', 'Total Offside', 'Total Successful Steal', 'Total Successful Pass', 'Total Foul']
cursor = self.connect.cursor()
sql1 = """
select t.team_id, t.team_name, t.field, t.city, sum(r.goal), sum(r.lost), sum(r.goal_difference), sum(r.yellow_card), sum(r.red_card), sum(r.offside), sum(r.steal_success), sum(r.pass_success), sum(r.foul) from team_info t, team_record_per_game r where t.team_id=r.team_id and t.team_name='"""
sql2 = """' group by t.team_id, t.team_name, t.field, t.city"""
sql = sql1 + name + sql2
cursor.execute(sql)
result = cursor.fetchall()
if len(result) == 0 :
return p.header + 'Your Selected Team Record' + p.body + 'teams' + p.singlesearch + '<h2>The team you are looking is not in the database</h2>' + p.footer
for i in result :
for j in i :
if counter == 13 :
break
ret += '<tr><th scope="row">'
ret += tag[counter]
ret += '</th><td>'
ret += str(j)
ret += '</td></tr>'
counter += 1
ret += """</colgroup>
</table></center>"""
return p.header + 'Your Selected Team Record' + p.body + 'teams' + p.singlesearch + ret + p.footer
def players (self, name):
p = page()
counter = 0
ret = """<center><table>
<tr>"""
tag = ['Play ID', 'Player Name', 'Nation', 'Position', 'Age', 'Total Goal', 'Total Assist', 'Total Yellow Card', 'Total Red Card', 'Total Offside', 'Total Successful Steal', 'Total Successful Pass', 'Total Foul']
cursor = self.connect.cursor()
sql1 = """
select p.player_id, p.player_name, p.nation, p.position, p.age, sum(r.goal), sum(r.assist), sum(r.yellow_card), sum(r.red_card), sum(r.offside), sum(r.steal_success), sum(r.pass_success), sum(r.foul) from player_info p, player_record_per_game r where p.player_id=r.player_id and p.player_name='"""
sql2 = """' group by p.player_id, p.player_name, p.nation, p.position, p.age
"""
sql = sql1 + name + sql2
cursor.execute(sql)
result = cursor.fetchall()
if len(result) == 0 :
return p.header + 'Your Selected Player Record' + p.body + 'players' + p.singlesearch + '<h2>The player you are looking is not in the database</h2>' + p.footer
for i in result :
for j in i :
if counter == 13 :
break
ret += '<tr><th scope="row">'
ret += tag[counter]
ret += '</th><td>'
ret += str(j)
ret += '</td></tr>'
counter += 1
ret += """</colgroup>
</table></center>"""
return p.header + 'Your Selected Player Record' + p.body + 'players' + p.singlesearch + ret + p.footer
def wrapper(*args, **kwds):
print(session)
if session['logged_in'] == 'true':
print('test2')
return page(*args, **kwds)
else:
return 'false', 401
def load_page(page_title):
filename = "pages/" + page_title + ".xml"
if os.path.isfile(filename):
FILE = open(filename, "r")
contents = FILE.read()
FILE.close()
p = page.page(page_title, os.path.getmtime(filename))
p.loadfromxml(contents)
return p
return None
def page_test():
filename = 'student.txt'
page1 = page(filename, 0)
studs = []
for i in range(1, 5):
studs.append(get_random_student(i))
for stud in studs:
page1.insert(stud)
page1.setDoubling(2)
def wrapper(*args, **kwds):
try:
print(session)
if session['logged_in'] == 'true' and session['ip'] == request.remote_addr:
print('test2')
return page(*args, **kwds)
else:
return 'false', 403
except Exception:
print(Exception)
return 'false', 403
def get(self):
i=int(self.get_argument(r"i"))
rows=5 #分页的行数
total=len(test_list)#信息总数
pages=page.page(total,rows)#总页数
a=int(self.get_argument(r"a"))
self.render(templates_path + "welcome.html",
html_title = html_title,
test_list=test_list,
pages=pages,
i=i,#当前页
a=a,
rows=rows,
)
def red (self):
counter = 0
p = page()
ret1 = """<table class="yc1">
<tr>
<th scope="col">Player</th>
<th scope="col">Red Card</th>
</tr>"""
ret2 = """</table>
<table class="yc2">
<tr>
<th scope="col">Team</th>
<th scope="col">Red Card</th>
</tr>"""
sql1 = """select p.player_name, sum(pr.red_card) as rc from player_record_per_game pr, player_info p where pr.player_id=p.player_id group by p.player_name order by rc desc"""
sql2 = """select t.team_name, sum(tr.red_card) as rc from team_info t, team_record_per_game tr where tr.team_id=t.team_id group by t.team_name order by rc desc"""
cursor = self.connect.cursor()
cursor.execute(sql1)
result1 = cursor.fetchall()
cursor.execute(sql2)
result2 = cursor.fetchall()
for i in result1 :
if counter == 15 :
break
ret1 += '<tr>'
for j in i :
ret1 += '<td>'
ret1 += str(j)
ret1 += '</td>'
ret1 += '</tr>'
counter += 1
counter = 0
for i in result2 :
if counter == 15 :
break
ret2 += '<tr>'
for j in i :
ret2 += '<td>'
ret2 += str(j)
ret2 += '</td>'
ret2 += '</tr>'
counter += 1
ret = ret1 + ret2
ret += """</table>"""
return p.header + 'Red Card List' + p.body + 'red' + p.refresh + ret + p.footer
def find_area_pages(self, pid, start, count):
pagemap = []
pagesize = os.sysconf("SC_PAGE_SIZE")
offset = (start / pagesize) * 8
with open("/proc/" + pid + "/pagemap", 'rb') as file:
file.seek(offset, 0)
for i in range(0, count):
entry = struct.unpack('Q', file.read(8))[0]
if not entry:
break
p = page(entry, start + (i * pagesize))
if start + (i * pagesize) >= int(self.end, 16):
print "Requesting page outside of memory area"
pagemap.append(p)
return pagemap
def processBook(self):
if len(self.fileList) == 0:
self.fileList = fnmatch.filter(self.zfile.namelist(), self.filePat)
self.fileList.remove(self.firstPg)
kw = dict([(k, object.__getattribute__(self, k)) for k in comic.pgkeys])
kw["pgNum"] = 1
kw["contents"] = True
if self.firstPg:
# process the start page separately
buf = self.zfile.read(self.firstPg)
kw["startRow"] = self.firstPgRow
kw["infile"] = buf
pg = page(**kw)
self.counter = pg.save(self.prefix, self.counter)
kw["pgNum"] += 1
# for other pages, startRow = startRow
kw["startRow"] = self.startRow
for fname in self.fileList:
buf = self.zfile.read(fname)
kw["infile"] = buf
pg = page(**kw)
self.counter = pg.save(self.prefix, self.counter)
kw["pgNum"] += 1
def urls(self):
needgrab=[]
havegrab=[]
needgrab.append(self.index)
while needgrab:
grabing=needgrab.pop()
if grabing not in havegrab:
temp=page.page(grabing)
print u'正在抓取:'+grabing+'\t'+temp.analyzetitle+'\n'
needgrab.extend(temp.internallinks)
havegrab.append(grabing)
for i in temp.links:
print '\t\t'+i['url']+'\t'+i['text']
else:
pass
return havegrab
def __init__(self):
"""Constructor"""
wx.Frame.__init__(self, None, wx.ID_ANY,
"Notebook Tutorial",
size=(600,400)
)
panel = wx.Panel(self)
self.obj=document()
self.obj.pageList=[page(1,1)]
lis=[self.obj, self.obj, self.obj]
notebook = DocNoteBook(panel,lis)
sizer = wx.BoxSizer(wx.VERTICAL)
sizer.Add(notebook, 1, wx.ALL|wx.EXPAND, 5)
panel.SetSizer(sizer)
self.Layout()
self.Show()
def __init__(self,
name,
max_privacy=None,
max_time=None,
privacy=None,
time=None):
self.name = name
configs = {c['name']: c for c in config['games']}
self.config = configs[name]
self.max_privacy = max_privacy
self.privacy = privacy if privacy is not None else max_privacy
self.max_time = max_time
self.time = time if time is not None else max_time
self.page = page(self.config)
def makePagesCollction():
global depth
global AllPageIds
global pages
global proc
global loopStart
global loopEnd
global nowDepth
global process_result
loopStart = 0
loopEnd = len(AllPageIds)
for i in range(0,depth + 1):
#for page_id_index in range(loopStart,loopEnd):
#一回目以降は並列に
#二回目からほぼ並列処理
if loopEnd - loopStart > proc - 1:
nowDepth = i
pool = mp.Pool(proc)
process_result = pool.map(makePagesCollectionMultiProcessing, range(0,proc))
arrangementResultMultiProcessing(process_result)
else:
for page_id_index in range(loopStart,loopEnd):
pages.append(page.page(AllPageIds[page_id_index]))
#必要ない場合スルー
if(i < depth ):
AllPageIds = AllPageIds + pages[page_id_index].getLinkPageIds() + pages[page_id_index].getLinkedPageIds()
AllPageIds = list(set(AllPageIds))
loopStart = loopEnd
loopEnd = len(AllPageIds)
def calc(word,depth):
targetPage = page.page(GetIdFromTitle.GetId(word))
#n次正方行列の生成(depth >= 0,targetID)
#pageManager = PageManager.PageManager(int(depth),targetPage.page_id)
#pageManager.makePagesCollction()
matrix = PageManager.make(int(depth),targetPage.page_id)
#行列の転置
transposedMatrix = Transpose(matrix)
print transposedMatrix
#初期ベクトルの生成
pageRankVector = np.array([1 for col in range(transposedMatrix.shape[0])])
#行列計算のループ
pageRankVector = operationMatrixMultiple(transposedMatrix,pageRankVector)
print pageRankVector
#入力に対するPageRank
print pageRankVector[0]
def history (self, name1, name2):
counter = 0
p = page()
ret = """<table>
<colgroup align="center"><tr>
<th scope="col">Date</th>
<th scope="col">Home Team</th>
<th scope="col">Score</th>
<th scope="col">Away Team</th>
<th scope="col">Score</th>
</tr>"""
sql1 = """select g.time, g.home, g.home_score, g.away, g.away_score from game_schedule g where (g.home='"""
sql2 = """' or g.away='"""
sql3 = """') and (g.home='"""
sql4 = """' or g.away='"""
sql5 = """')"""
sql = sql1 + name1 + sql2 + name1 + sql3 + name2 + sql4 + name2 + sql5
cursor = self.connect.cursor()
cursor.execute(sql)
result = cursor.fetchall()
for i in result :
if counter == 15:
break
ret += '<tr>'
for j in i :
ret += '<td>'
ret += str(j)
ret += '</td>'
ret += '</tr>'
counter += 1
ret += """</colgroup>
</table>"""
return p.header + 'Matched History' + p.body + 'history' + p.doublesearch + ret + p.footer
def read_source(id):
worker_ctx = zmq.Context()
sink = worker_ctx.socket(zmq.PUSH)
sink.setsockopt(zmq.SNDHWM, 10)
sink.connect('tcp://127.0.0.1:9123')
db2 = xodb2.WritableDatabase(os.path.join('db2', str(id)),
xapian.DB_CREATE_OR_OVERWRITE)
while True:
batch = loads(queue.get())
results = []
for o in batch:
search = image_re.search(o.text)
if search is not None:
image = search.group(1).strip()
if '.jpg' in image:
image = image.split('.jpg')[0] + '.jpg'
if ':' in image:
image = image.split(':')[1]
o.image = image
print image
elif '.svg' in image:
image = image.split('.svg')[0] + '.svg'
if ':' in image:
image = image.split(':')[1]
o.image = image
print image
elif '.png' in image:
image = image.split('.png')[0] + '.png'
if ':' in image:
image = image.split(':')[1]
o.image = image
print image
print o.title
if o.text:
o.text = page.page(o.text)
o.nilsimsa = nilsimsa.Nilsimsa(
[o.text.encode('ascii', 'ignore')]).hexdigest()
ents = entities_from(o.text)
print ents
ents0 = []
ents1 = []
ents2 = []
ents3 = []
ents4 = []
for t, e in ents:
sc = e.count(' ')
ents0.append(e)
if sc == 0:
ents1.append(e)
if sc == 1:
ents2.append(e)
if sc == 2:
ents3.append(e)
if sc == 3:
ents4.append(e)
o.entities = ents0
o.entities1 = ents1
o.entities2 = ents2
o.entities3 = ents3
o.entities4 = ents4
d = xodb2.Document()
d.name = xodb2.Term(o.title, slot=0)
d.title = xodb2.Text(o.title)
d.text = xodb2.Text(o.text, prefix='')
d.entity = xodb2.List(o.entities, store=True)
d.entity2 = xodb2.List(o.entities2)
d.entity3 = xodb2.List(o.entities3)
d.entity4 = xodb2.List(o.entities4)
d.entities = xodb2.List(o.entities, text=True)
d.entities2 = xodb2.List(o.entities2, text=True)
d.entities3 = xodb2.List(o.entities3, text=True)
d.entities4 = xodb2.List(o.entities4, text=True)
d.nilsimsa = xodb2.Term(o.nilsimsa, slot=1, store=False)
db2.add(d)
def __init__(self):
self.frameNumber = -1 # you may or may not use this attribute
self.pinCount = 0
self.dirtyBit = False
self.referenced = 0
self.currentPage = page()
def get_page(self, k):
h = hash(k)
offset = self.pp[h & (( 1 << self.gd) - 1)]
p = page(self.filename, offset)
return p
import page
import page_stats as pgs
tp = page.page("http://ccs.com/index")
tp.data = "this is a string\nit has some data in it.\n\nscoobydoo!\n\n\n:)\n\n"
tps = pgs.page_stats(tp)
def __init__(self):
# pygame init()
init()
#mixer.init()
# Obj utils
self.u = game_utils()
self.d = driver()
self.s = scene(self)
self.p = page(self)
# self.debug = game_debug(self)
# display initialized.
self.screen_size = 800, 600
self.screen = display.set_mode(self.screen_size)
self.main_title = 'Worm Jumping'
self.set_display()
# load image
self.playarea_image = self.u.load_image('S-3-800x600.png')
self.playinfo_image = self.u.load_image('S-3-200x600.png')
self.dancing_block_image = self.u.load_image('dancingblock.png', -1)
self.key_dancing_image = self.u.load_image('keydancing.png', -1)
self.cow_logo_image = self.u.load_image('mgamelogo.png', -1)
self.menu_background_image = self.u.load_image('menu_background.png')
self.menu_background2_image = self.u.load_image('menu_background2.png')
# load sound
self.knock_sounds = [
self.u.load_sound('humanbomb.ogg'),
self.u.load_sound('shotb.ogg'),
self.u.load_sound('laserrocket.ogg')
]
self.click_sounds = [
self.u.load_sound('click_1d.ogg'),
self.u.load_sound('click_h1.ogg'),
self.u.load_sound('clickverb.ogg')
]
self.page_sounds = [
self.u.load_sound('book_page_f2.ogg'),
self.u.load_sound('book_page_s.ogg'),
self.u.load_sound('book_page_f.ogg'),
self.u.load_sound('book_page_s2.ogg')
]
# load fonts
self.game_info_font = font.Font(self.u.load_font('graffiti.ttf'), 36)
self.menu_info_font = font.Font(self.u.load_font('graffiti.ttf'), 24)
self.game_info_small_font = font.Font(self.u.load_font('station.ttf'), 18)
self.sys_font = font.Font(None, 56)
# load music
self.u.play_music('coco.ogg')
# Sprite Group init
self.spider_group = sprite.Group()
self.block_group = sprite.Group()
self.groundblock_group = sprite.Group()
self.menu_group = sprite.Group()
self.init_base_int()
# Set this value for test configure menu.
self.config_speed = 170.00
self.config_max = 170.00
self.config_keep = 170.00
self.config_music = 170.00
# page int set.
self.NEW_GAME_PAGE = -1
self.GAME_PAGE = 1
self.CONFIGURE_PAGE = 2
self.QUIT_PAGE = 3
self.MAIN_PAGE = 4
# init menus Obj.
self.m_m = main_menu(self, self.s.menu_s, self.menu_background_image)
self.c_m = configure_menu(self, self.s.menu_s, self.menu_background_image)
self.p_m = playing_menu(self, self.s.menu_s, self.menu_background_image)
self.c_g_m = configure_game_menu(self, self.s.menu_choicebar_s, self.menu_background2_image)
# self.choicebar = choicebar(self, self.s.menu_choicebar_s)
self.m_list = []
def read_source(id):
worker_ctx = zmq.Context()
sink = worker_ctx.socket(zmq.PUSH)
sink.setsockopt(zmq.SNDHWM, 10)
sink.connect('tcp://127.0.0.1:9123')
db2 = xodb2.WritableDatabase(os.path.join('db2', str(id)), xapian.DB_CREATE_OR_OVERWRITE)
while True:
batch = loads(queue.get())
results = []
for o in batch:
search = image_re.search(o.text)
if search is not None:
image = search.group(1).strip()
if '.jpg' in image:
image = image.split('.jpg')[0] + '.jpg'
if ':' in image:
image = image.split(':')[1]
o.image = image
print image
elif '.svg' in image:
image = image.split('.svg')[0] + '.svg'
if ':' in image:
image = image.split(':')[1]
o.image = image
print image
elif '.png' in image:
image = image.split('.png')[0] + '.png'
if ':' in image:
image = image.split(':')[1]
o.image = image
print image
print o.title
if o.text:
o.text = page.page(o.text)
o.nilsimsa = nilsimsa.Nilsimsa([o.text.encode('ascii', 'ignore')]).hexdigest()
ents = entities_from(o.text)
print ents
ents0 = []
ents1 = []
ents2 = []
ents3 = []
ents4 = []
for t, e in ents:
sc = e.count(' ')
ents0.append(e)
if sc == 0:
ents1.append(e)
if sc == 1:
ents2.append(e)
if sc == 2:
ents3.append(e)
if sc == 3:
ents4.append(e)
o.entities = ents0
o.entities1 = ents1
o.entities2 = ents2
o.entities3 = ents3
o.entities4 = ents4
d = xodb2.Document()
d.name = xodb2.Term(o.title, slot=0)
d.title = xodb2.Text(o.title)
d.text = xodb2.Text(o.text, prefix='')
d.entity = xodb2.List(o.entities, store=True)
d.entity2 = xodb2.List(o.entities2)
d.entity3 = xodb2.List(o.entities3)
d.entity4 = xodb2.List(o.entities4)
d.entities = xodb2.List(o.entities, text=True)
d.entities2 = xodb2.List(o.entities2, text=True)
d.entities3 = xodb2.List(o.entities3, text=True)
d.entities4 = xodb2.List(o.entities4, text=True)
d.nilsimsa = xodb2.Term(o.nilsimsa, slot=1, store=False)
db2.add(d)
def processPg(self):
kw = dict([(k, object.__getattribute__(self, k)) for k in comic.pgkeys])
kw["pgNum"] = 1
kw["contents"] = False
page(**kw).save(self.prefix, self.counter)
def pagestrip(filename, directory):
os.makedirs(directory)
kw['infile'] = filename
prefix = directory if directory.endswith('/') else directory + '/'
count = page(**kw).save(prefix)
return count
urls.append(url4)
urls.append(url5)
urls.append(url6)
urls.append(url7)
#for i in range(2, 3):
# urls.append('http://sports.qq.com/l/isocce/xijia/laliganews_'+str(i)+'.htm')
#u = ['http://roll.news.qq.com/interface/roll.php?0&cata=&site='+'sports'+'&date=2016-'+'03'+'-'+'21'+'&page='+'1'+'&mode=1&of=json']
tasks = [self.print_page(url, result) for url in urls]
#print (type(tasks), len(tasks))
length = len(tasks) // 400
if not length:
loop.run_until_complete(asyncio.wait(tasks))
for t in range(length):
task = tasks[t * 400:t * 400 + 400]
loop.run_until_complete(asyncio.wait(task))
#loop.close()
return result
if __name__ == '__main__':
print(time.ctime())
end = []
t = task_url()
res = t.result(1, 13)
print(len(res))
print(len(list(set(res))))
pag = page()
pag.return_page(res, end)
print(time.ctime())
def init_ui(self):
# 添加栅格布局
# 布局只能添加到Widget里
# 所以先添加一个Widget
grid = QGridLayout()
# 这个叫widget的是主widget。左侧为一列功能键，右侧为页面
self.widget = QWidget()
self.widget.setObjectName("main")
self.widget.setLayout(grid)
self.setCentralWidget(self.widget)
grid.setSpacing(15)
# 这里是左侧的一堆功能键
self.btn_welcome = QPushButton(qtawesome.icon('fa.sellsy'), '欢迎光临',
self)
self.btn_welcome.clicked[bool].connect(self.button_clicked)
self.btn_welcome.setObjectName("left")
self.btn_input = QPushButton(qtawesome.icon('fa.music'), '期权参数', self)
self.btn_input.clicked[bool].connect(self.button_clicked)
self.btn_input.setObjectName("left")
self.btn_result = QPushButton(qtawesome.icon('fa.download'), '查看价格',
self)
self.btn_result.clicked[bool].connect(self.button_clicked)
self.btn_result.setObjectName("left")
self.btn_result.setEnabled(False)
self.btn_list = QPushButton(qtawesome.icon('fa.film'), '算法一览', self)
self.btn_list.clicked[bool].connect(self.button_clicked)
self.btn_list.setObjectName("left")
self.btn_about = QPushButton(qtawesome.icon('fa.star'), '关于我们', self)
self.btn_about.clicked[bool].connect(self.button_clicked)
self.btn_about.setObjectName("left")
self.btn_quit = QPushButton(qtawesome.icon('fa.question'), '退出系统',
self)
self.btn_quit.clicked[bool].connect(self.button_clicked)
self.btn_quit.setObjectName("left")
grid.addWidget(self.btn_welcome, 4, 0)
grid.addWidget(self.btn_input, 5, 0)
grid.addWidget(self.btn_result, 6, 0)
grid.addWidget(self.btn_list, 7, 0)
grid.addWidget(self.btn_about, 8, 0)
grid.addWidget(self.btn_quit, 9, 0)
# 这里是每个功能键的页面
self.page_welcome = page.page(grid, self)
welcome.welcome(self.page_welcome)
self.page_result = page.page(grid, self)
result.result(self.page_result)
self.page_list = page.page(grid, self)
list.list(self.page_list)
self.page_about = page.page(grid, self)
about.about(self.page_about)
self.page_quit = page.page(grid, self)
quit.quit(self.page_quit)
self.page_input = page.page(grid, self)
input.input(self.page_input)
self.page_welcome.show(self)
# 给布局添加上左侧功能键和LOGO
logo = QLabel(self)
directory = "img/logo2.png"
pix = QPixmap(directory)
logo.setPixmap(pix)
grid.addWidget(logo, 1, 0, 3, 1)
# 设置标题logo
self.setWindowIcon(QIcon(directory))
# 居中并绘制
self.resize(1280, 720)
self.center()
self.setWindowTitle('MiniSQL')
# 导入qss样式
directory = "style.qss"
with open(directory, 'r') as f:
qss_style = f.read()
self.setStyleSheet(qss_style)
self.show()
self.button_change(self.btn_welcome)
class Bucket:
bucket = bucket()
tx = tx.Tx()
bucket = {}
page = page.page()
import requests
from bs4 import BeautifulSoup
from collections import OrderedDict
from page import page
import json
import codecs
import time
LHN = page()
FirstPage = 'https://latesthackingnews.com/category/hackingnews/'
data = []
page = []
'''
for j in range(11):
if j == 0:
continue
elif j == 1:
res = requests.get(FirstPage, headers={'user-agent':'Mozilla/5.0 (Windows NT 6.3; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/65.0.3325.181 Safari/537.36'})
soup = BeautifulSoup(res.text, "lxml")
link = soup.find_all('div',attrs={"class",'entry-content clearfix'})
for p in link:
page.append(p.find('a')['href'])
for i in page:
#print(i)
data.append(LHN.spidering(i))
time.sleep(3)
page.clear()
else:
FirstPage = 'https://latesthackingnews.com/category/hackingnews/'
FirstPage = FirstPage + 'page/' + str(j) + '/'
