s2 = 'values2=round(svmscore_Fold%d,4)' % (i + 1) exec(s2) values1 = values1 * 100 values1 = str(values1) values2 = values2 * 100 values2 = str(values2) values = (values1, values2) values = (values1, values2) sql1 = "insert into " + keyword + "_MLaccuracy (KNN,SVM) values(%s,%s)" query1 = str(sql1) curs1.execute(query1, values) for i in range(156): value1 = (str(KNN_predict[i]), str(SVM_predict[i])) sql1 = "insert into " + keyword + "_MLpredict (KNN,SVM) values(%s,%s)" query1 = str(sql1) curs1.execute(query1, value1) value2 = keyword sql2 = "insert into MLpredict_list_male (word) values (%s)" curs1.execute(sql2, value2) return 0 staff_socket = tcp.staff_ready(5008) tcp.staff_update(ml_male, [], staff_socket) conn1.commit() conn1.close() conn2.commit() conn2.close()
def make_map(result_dict): # result_dict = {'UCYwx4uxuwZ0i_hdjaHmWn-Q': {'UCBjSSuABxI9mIvDCkYV-Hnw': 1, 'UCFHOhnjF1KpoxpYfMn2pOKA': 1, 'UCkHIIJqbXrkq0TFChpthCVg': 1, 'UCk5bhZYNtbPJyNLRxN8D8NQ': 1, 'UCfldmTAkWErTcbiAA9GeVxg': 1, 'UCADOqr6bwKK4JuENxsoFDng': 1, 'UC-Bsa2ivAGWq7bsSPrPGFVA': 1, 'UCFCtZJTuJhE18k8IXwmXTYQ': 1, 'UCJ6ffXRHtnXLhM2MFYsOrhQ': 1}, 'UCBjSSuABxI9mIvDCkYV-Hnw': {'UCYwx4uxuwZ0i_hdjaHmWn-Q': 1, 'UCFHOhnjF1KpoxpYfMn2pOKA': 1, 'UCkHIIJqbXrkq0TFChpthCVg': 1, 'UCk5bhZYNtbPJyNLRxN8D8NQ': 1, 'UCfldmTAkWErTcbiAA9GeVxg': 1, 'UCADOqr6bwKK4JuENxsoFDng': 1, 'UC-Bsa2ivAGWq7bsSPrPGFVA': 1, 'UCFCtZJTuJhE18k8IXwmXTYQ': 1, 'UCJ6ffXRHtnXLhM2MFYsOrhQ': 1}, 'UCFHOhnjF1KpoxpYfMn2pOKA': {'UCYwx4uxuwZ0i_hdjaHmWn-Q': 1, 'UCBjSSuABxI9mIvDCkYV-Hnw': 1, 'UCkHIIJqbXrkq0TFChpthCVg': 1, 'UCk5bhZYNtbPJyNLRxN8D8NQ': 1, 'UCfldmTAkWErTcbiAA9GeVxg': 1, 'UCADOqr6bwKK4JuENxsoFDng': 1, 'UC-Bsa2ivAGWq7bsSPrPGFVA': 1, 'UCFCtZJTuJhE18k8IXwmXTYQ': 1, 'UCJ6ffXRHtnXLhM2MFYsOrhQ': 1}, 'UCkHIIJqbXrkq0TFChpthCVg': {'UCYwx4uxuwZ0i_hdjaHmWn-Q': 1, 'UCBjSSuABxI9mIvDCkYV-Hnw': 1, 'UCFHOhnjF1KpoxpYfMn2pOKA': 1, 'UCk5bhZYNtbPJyNLRxN8D8NQ': 1, 'UCfldmTAkWErTcbiAA9GeVxg': 1, 'UCADOqr6bwKK4JuENxsoFDng': 1, 'UC-Bsa2ivAGWq7bsSPrPGFVA': 1, 'UCFCtZJTuJhE18k8IXwmXTYQ': 1, 'UCJ6ffXRHtnXLhM2MFYsOrhQ': 1}, 'UCk5bhZYNtbPJyNLRxN8D8NQ': {'UCYwx4uxuwZ0i_hdjaHmWn-Q': 1, 'UCBjSSuABxI9mIvDCkYV-Hnw': 1, 'UCFHOhnjF1KpoxpYfMn2pOKA': 1, 'UCkHIIJqbXrkq0TFChpthCVg': 1, 'UCfldmTAkWErTcbiAA9GeVxg': 1, 'UCADOqr6bwKK4JuENxsoFDng': 1, 'UC-Bsa2ivAGWq7bsSPrPGFVA': 1, 'UCFCtZJTuJhE18k8IXwmXTYQ': 1, 'UCJ6ffXRHtnXLhM2MFYsOrhQ': 1}, 'UCfldmTAkWErTcbiAA9GeVxg': {'UCYwx4uxuwZ0i_hdjaHmWn-Q': 1, 'UCBjSSuABxI9mIvDCkYV-Hnw': 1, 'UCFHOhnjF1KpoxpYfMn2pOKA': 1, 'UCkHIIJqbXrkq0TFChpthCVg': 1, 'UCk5bhZYNtbPJyNLRxN8D8NQ': 1, 'UCADOqr6bwKK4JuENxsoFDng': 1, 'UC-Bsa2ivAGWq7bsSPrPGFVA': 1, 'UCFCtZJTuJhE18k8IXwmXTYQ': 1, 'UCJ6ffXRHtnXLhM2MFYsOrhQ': 1}, 'UCADOqr6bwKK4JuENxsoFDng': {'UCYwx4uxuwZ0i_hdjaHmWn-Q': 1, 'UCBjSSuABxI9mIvDCkYV-Hnw': 1, 'UCFHOhnjF1KpoxpYfMn2pOKA': 1, 'UCkHIIJqbXrkq0TFChpthCVg': 1, 'UCk5bhZYNtbPJyNLRxN8D8NQ': 1, 'UCfldmTAkWErTcbiAA9GeVxg': 1, 'UC-Bsa2ivAGWq7bsSPrPGFVA': 1, 'UCFCtZJTuJhE18k8IXwmXTYQ': 1, 'UCJ6ffXRHtnXLhM2MFYsOrhQ': 1}, 'UC-Bsa2ivAGWq7bsSPrPGFVA': {'UCYwx4uxuwZ0i_hdjaHmWn-Q': 1, 'UCBjSSuABxI9mIvDCkYV-Hnw': 1, 'UCFHOhnjF1KpoxpYfMn2pOKA': 1, 'UCkHIIJqbXrkq0TFChpthCVg': 1, 'UCk5bhZYNtbPJyNLRxN8D8NQ': 1, 'UCfldmTAkWErTcbiAA9GeVxg': 1, 'UCADOqr6bwKK4JuENxsoFDng': 1, 'UCFCtZJTuJhE18k8IXwmXTYQ': 1, 'UCJ6ffXRHtnXLhM2MFYsOrhQ': 1}, 'UCFCtZJTuJhE18k8IXwmXTYQ': {'UCYwx4uxuwZ0i_hdjaHmWn-Q': 1, 'UCBjSSuABxI9mIvDCkYV-Hnw': 1, 'UCFHOhnjF1KpoxpYfMn2pOKA': 1, 'UCkHIIJqbXrkq0TFChpthCVg': 1, 'UCk5bhZYNtbPJyNLRxN8D8NQ': 1, 'UCfldmTAkWErTcbiAA9GeVxg': 1, 'UCADOqr6bwKK4JuENxsoFDng': 1, 'UC-Bsa2ivAGWq7bsSPrPGFVA': 1, 'UCJ6ffXRHtnXLhM2MFYsOrhQ': 1}, 'UCJ6ffXRHtnXLhM2MFYsOrhQ': {'UCYwx4uxuwZ0i_hdjaHmWn-Q': 1, 'UCBjSSuABxI9mIvDCkYV-Hnw': 1, 'UCFHOhnjF1KpoxpYfMn2pOKA': 1, 'UCkHIIJqbXrkq0TFChpthCVg': 1, 'UCk5bhZYNtbPJyNLRxN8D8NQ': 1, 'UCfldmTAkWErTcbiAA9GeVxg': 1, 'UCADOqr6bwKK4JuENxsoFDng': 1, 'UC-Bsa2ivAGWq7bsSPrPGFVA': 1, 'UCFCtZJTuJhE18k8IXwmXTYQ': 1}, 'UCHKDlM4UOmtEBhwDTg8lqJQ': {'UCZuaBVFU70xJUTpHpkuav8g': 1, 'UCoC47do520os_4DBMEFGg4A': 1, 'UC6eAzxps7dpL7wfbVnunmgQ': 1, 'UCPtTNQQxoBF4Gzdw5o9Zc2g': 1, 'UC1of9ELYwB623fWaAMRDVFA': 1, 'UC9XkOhrpTs3ibUqvjQmT8uA': 1, 'UC8a6z7i9qypp9PqJ_0HhBrw': 1, 'UCZVD--cl8FLRn7kmSudAuBA': 1, 'UCuh6Br1vzgo1LivYgKvno5Q': 1}, 'UCZuaBVFU70xJUTpHpkuav8g': {'UCHKDlM4UOmtEBhwDTg8lqJQ': 1, 'UCoC47do520os_4DBMEFGg4A': 1, 'UC6eAzxps7dpL7wfbVnunmgQ': 1, 'UCPtTNQQxoBF4Gzdw5o9Zc2g': 1, 'UC1of9ELYwB623fWaAMRDVFA': 1, 'UC9XkOhrpTs3ibUqvjQmT8uA': 1, 'UC8a6z7i9qypp9PqJ_0HhBrw': 1, 'UCZVD--cl8FLRn7kmSudAuBA': 1, 'UCuh6Br1vzgo1LivYgKvno5Q': 1}, 'UCoC47do520os_4DBMEFGg4A': {'UCHKDlM4UOmtEBhwDTg8lqJQ': 1, 'UCZuaBVFU70xJUTpHpkuav8g': 1, 'UC6eAzxps7dpL7wfbVnunmgQ': 1, 'UCPtTNQQxoBF4Gzdw5o9Zc2g': 1, 'UC1of9ELYwB623fWaAMRDVFA': 1, 'UC9XkOhrpTs3ibUqvjQmT8uA': 1, 'UC8a6z7i9qypp9PqJ_0HhBrw': 1, 'UCZVD--cl8FLRn7kmSudAuBA': 1, 'UCuh6Br1vzgo1LivYgKvno5Q': 1}, 'UC6eAzxps7dpL7wfbVnunmgQ': {'UCHKDlM4UOmtEBhwDTg8lqJQ': 1, 'UCZuaBVFU70xJUTpHpkuav8g': 1, 'UCoC47do520os_4DBMEFGg4A': 1, 'UCPtTNQQxoBF4Gzdw5o9Zc2g': 1, 'UC1of9ELYwB623fWaAMRDVFA': 1, 'UC9XkOhrpTs3ibUqvjQmT8uA': 1, 'UC8a6z7i9qypp9PqJ_0HhBrw': 1, 'UCZVD--cl8FLRn7kmSudAuBA': 1, 'UCuh6Br1vzgo1LivYgKvno5Q': 1}, 'UCPtTNQQxoBF4Gzdw5o9Zc2g': {'UCHKDlM4UOmtEBhwDTg8lqJQ': 1, 'UCZuaBVFU70xJUTpHpkuav8g': 1, 'UCoC47do520os_4DBMEFGg4A': 1, 'UC6eAzxps7dpL7wfbVnunmgQ': 1, 'UC1of9ELYwB623fWaAMRDVFA': 1, 'UC9XkOhrpTs3ibUqvjQmT8uA': 1, 'UC8a6z7i9qypp9PqJ_0HhBrw': 1, 'UCZVD--cl8FLRn7kmSudAuBA': 1, 'UCuh6Br1vzgo1LivYgKvno5Q': 1}, 'UC1of9ELYwB623fWaAMRDVFA': {'UCHKDlM4UOmtEBhwDTg8lqJQ': 1, 'UCZuaBVFU70xJUTpHpkuav8g': 1, 'UCoC47do520os_4DBMEFGg4A': 1, 'UC6eAzxps7dpL7wfbVnunmgQ': 1, 'UCPtTNQQxoBF4Gzdw5o9Zc2g': 1, 'UC9XkOhrpTs3ibUqvjQmT8uA': 1, 'UC8a6z7i9qypp9PqJ_0HhBrw': 1, 'UCZVD--cl8FLRn7kmSudAuBA': 1, 'UCuh6Br1vzgo1LivYgKvno5Q': 1}, 'UC9XkOhrpTs3ibUqvjQmT8uA': {'UCHKDlM4UOmtEBhwDTg8lqJQ': 1, 'UCZuaBVFU70xJUTpHpkuav8g': 1, 'UCoC47do520os_4DBMEFGg4A': 1, 'UC6eAzxps7dpL7wfbVnunmgQ': 1, 'UCPtTNQQxoBF4Gzdw5o9Zc2g': 1, 'UC1of9ELYwB623fWaAMRDVFA': 1, 'UC8a6z7i9qypp9PqJ_0HhBrw': 1, 'UCZVD--cl8FLRn7kmSudAuBA': 1, 'UCuh6Br1vzgo1LivYgKvno5Q': 1}, 'UC8a6z7i9qypp9PqJ_0HhBrw': {'UCHKDlM4UOmtEBhwDTg8lqJQ': 1, 'UCZuaBVFU70xJUTpHpkuav8g': 1, 'UCoC47do520os_4DBMEFGg4A': 1, 'UC6eAzxps7dpL7wfbVnunmgQ': 1, 'UCPtTNQQxoBF4Gzdw5o9Zc2g': 1, 'UC1of9ELYwB623fWaAMRDVFA': 1, 'UC9XkOhrpTs3ibUqvjQmT8uA': 1, 'UCZVD--cl8FLRn7kmSudAuBA': 1, 'UCuh6Br1vzgo1LivYgKvno5Q': 1}, 'UCZVD--cl8FLRn7kmSudAuBA': {'UCHKDlM4UOmtEBhwDTg8lqJQ': 1, 'UCZuaBVFU70xJUTpHpkuav8g': 1, 'UCoC47do520os_4DBMEFGg4A': 1, 'UC6eAzxps7dpL7wfbVnunmgQ': 1, 'UCPtTNQQxoBF4Gzdw5o9Zc2g': 1, 'UC1of9ELYwB623fWaAMRDVFA': 1, 'UC9XkOhrpTs3ibUqvjQmT8uA': 1, 'UC8a6z7i9qypp9PqJ_0HhBrw': 1, 'UCuh6Br1vzgo1LivYgKvno5Q': 1}, 'UCuh6Br1vzgo1LivYgKvno5Q': {'UCHKDlM4UOmtEBhwDTg8lqJQ': 1, 'UCZuaBVFU70xJUTpHpkuav8g': 1, 'UCoC47do520os_4DBMEFGg4A': 1, 'UC6eAzxps7dpL7wfbVnunmgQ': 1, 'UCPtTNQQxoBF4Gzdw5o9Zc2g': 1, 'UC1of9ELYwB623fWaAMRDVFA': 1, 'UC9XkOhrpTs3ibUqvjQmT8uA': 1, 'UC8a6z7i9qypp9PqJ_0HhBrw': 1, 'UCZVD--cl8FLRn7kmSudAuBA': 1}} for source in result_dict: response = requests.get(URL_CHANNEL + "?part=snippet" + "&key=" + API_KEY + "&id=" + source) temp = json.loads(response.text) # print(temp) title = temp["items"][0]["snippet"]["title"] response = requests.get(URL_CHANNEL + "?part=statistics" + "&key=" + API_KEY+ "&id=" + source) temp = json.loads(response.text) subscription = temp["items"][0]["statistics"]["subscriberCount"] curs.execute(QUERY_INSERT_YOUTUBE_MAP_NODE,(source, title, str(subscription))) # print(title, subscription) for target in result_dict[source]: print(source, target, title, subscription) curs.execute(QUERY_INSERT_YOUTUBE_MAP_EDGE,(source, target, str(result_dict[source][target]))) if __name__ == '__main__': staff_socket = tcp.staff_ready(5002) tcp.staff_update(get_youtube_data_by_q, "여자 여름옷", staff_socket) # get_youtube_data_by_q("여자여름옷") # analyze_channel_map("y-p_JSn9gqo") make_map({}) conn.commit() conn.close() # analyze_channel_map("r51UJMj9M6Y") # print(API_KEY)
# print(temp) title = temp["items"][0]["snippet"]["title"] response = requests.get(URL_CHANNEL + "?part=statistics" + "&key=" + API_KEY + "&id=" + source) temp = json.loads(response.text) subscription = temp["items"][0]["statistics"]["subscriberCount"] curs.execute(QUERY_INSERT_YOUTUBE_MAP_NODE, (source, title, str(subscription))) # print(title, subscription) for target in result_dict[source]: # print(source, target, title, subscription) curs.execute(QUERY_INSERT_YOUTUBE_MAP_EDGE, (source, target, str(result_dict[source][target]))) def do_map(no): curs.execute(QUERY_SELECT_ALL_YOUTUBE_VIDEO_ID) rows = curs.fetchall() result_dict = analyze_channel_map(rows[0][0]) make_map(result_dict) return 0 if __name__ == '__main__': staff_socket = tcp.staff_ready(5003) tcp.staff_update(do_map, "여자 여름옷", staff_socket) conn.commit() conn.close() # analyze_channel_map("r51UJMj9M6Y") # print(API_KEY)
x=1 sql3 = "select * from " + keyword + "_MLpredict" query3 = str(sql3) curs.execute(query3) predict = curs.fetchall() month=int(time.strftime('%m', time.localtime(time.time()))) day=int(time.strftime('%d', time.localtime(time.time()))) date=month*30+day order=round(date/2.34) ######### 최종 database 테이블에 저장 if predict[order][x]==1: if x==0: value4 = (keyword,KNN/4) query4 = "insert into MLpredict_female (word,accuracy,date_) values (%s,%s,cast(now() as char));" curs.execute(query4, value4) if x==1: value4 = (keyword,SVM/4) query4 = "insert into MLpredict_female (word,accuracy,date_) values (%s,%s,cast(now() as char));" curs.execute(query4,value4) return 0 staff_socket = tcp.staff_ready(5011) tcp.staff_update(ml_predict_female, [], staff_socket) conn.commit() conn.close()
x = 0 for j in word_count: if j[0] in banlist: del word_count[x] x = x + 1 else: x = x + 1 keyword2 = [] #상위 20개만 추출 for j in range(0, 20): keyword2.append(word_count[j]) k = 1 for j in keyword2: gender_ = swithch_gender(i) values1 = (str(k), j[0], str(swithch_gender(i)), str(j[1])) query1 = "insert into _11_shopping (rank,keyword,date_,gender,score) values(%s,%s,cast(now() as char),%s,%s)" curs.execute(query1, values1) k = k + 1 return 0 staff_socket = tcp.staff_ready(5006) tcp.staff_update(_11_shopping, [], staff_socket) conn.commit() conn.close()
word_count_female = sorted(word_count_female.items(), key=lambda x: x[1], reverse=True) keyword_female = [] #상위 20개만 추출 for i in range(0, 20): keyword_female.append(word_count_female[i]) rank = 1 for keyword in keyword_male: values1 = (str(rank), keyword[0], '남성', keyword[1]) query1 = "insert into keyword_live_male (rank,keyword,date_,gender,score) values(%s,%s,cast(now() as char),%s,%s)" curs.execute(query1, values1) rank = rank + 1 rank = 1 for keyword in keyword_female: values1 = (str(rank), keyword[0], '여성', keyword[1]) query1 = "insert into keyword_live_female (rank,keyword,date_,gender,score) values(%s,%s,cast(now() as char),%s,%s)" curs.execute(query1, values1) rank = rank + 1 return 0 staff_socket = tcp.staff_ready(5007) tcp.staff_update(keyword_rank, [], staff_socket) conn.commit() conn.close()