-
Notifications
You must be signed in to change notification settings - Fork 0
/
bigmedia_one.py
75 lines (68 loc) · 2.91 KB
/
bigmedia_one.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
import os.path
import csv
import codecs
from threading import Thread
import time
import logging
import uploader
import re
import requests
# umiestnenie fotiek a map
DATA_DIR= 'C:/work/web/BIlboards-data/bigmedia/all'
# datovy csv subor
DATA_FILE = 'C:/work/web/BIlboards-data/bigmedia/bigmedia-nosice_1250.csv'
#DATA_FILE = 'C:/work/web/BIlboards-data/nubium/Nubium-pokus.csv'
#DATA_FILE = 'C:/work/web/BIlboards-data/nubium/Nubium-ponukat1.csv'
MAX=uploader.THREADS*4
FORMAT = '%(asctime)-15s %(levelname)s %(module)-8s %(message)s'
logging.basicConfig(filename='basic.log',level=logging.DEBUG, format=FORMAT)
def add_desc(desc, item):
if item is not None and len(item)>0:
if len(desc) > 0:
desc += ', ' + item
else:
desc = item
return desc
def run():
s = requests.Session()
cookies = uploader.login(s)
with codecs.open(DATA_FILE, mode='r') as ff:
csvreader = csv.reader(ff, delimiter=';')
for row in csvreader:
if len(row) > 8:
try:
desc = add_desc('', row[4])
desc = add_desc(desc, row[6])
desc = add_desc(desc, row[8])
desc = add_desc(desc, row[9])
native_id_tmp = row[0]
files = {
'company_id':(None, '5'),
'native_id':(None, native_id_tmp),
'type':(None, row[7]),
'region':(None, row[1].decode('cp1250').encode('utf-8')),
'district':(None, row[2].decode('cp1250').encode('utf-8')),
'city':(None, row[3].decode('cp1250').encode('utf-8')),
'street':(None, row[5].decode('cp1250').encode('utf-8')),
'description':(None, desc.decode('cp1250').encode('utf-8')),
'lat':(None, row[12].replace(',','.')),
'lng':(None, row[13].replace(',','.')),
}
#files = dict()
photo = '{0}/photos/{1}.jpg'.format(DATA_DIR, native_id_tmp[3:])
mapa = '{0}/maps/{1}m.jpg'.format(DATA_DIR, native_id_tmp[3:])
if os.path.isfile(photo) == True:
files['picture_file'] = open(photo,'rb')
if os.path.isfile(mapa) == True:
files['map_picture_file'] = open(mapa,'rb')
uploader.upload(s, cookies, files)
except Exception as e:
logging.exception('Chyba')
s.close()
time.sleep(3)
logging.info('======= Restarting sesssion')
s = requests.Session()
cookies = uploader.login(s)
time.sleep(100)
if __name__ == "__main__":
run()