def csv_to_colleges():
with open(path_of(Config.COL_CSV_FILE), 'rb') as csvfp:
fieldnames = ['name', 'eng_name', 'url']
reader = csv.DictReader(csvfp, fieldnames=fieldnames, delimiter=',',
quotechar='|', quoting=csv.QUOTE_MINIMAL)
for row in reader:
colleges.append(College(row['url'], row['name'], row['eng_name']))
csvfp.close()
logger.info("All %d colleges laod from to %s done" % (len(colleges), path_of(Config.COL_CSV_FILE)))
def colleges_to_csv():
fieldnames = ['name', 'eng_name', 'url']
with open(path_of(Config.COL_CSV_FILE), 'wb') as csvfp:
writer = csv.DictWriter(csvfp, fieldnames=fieldnames, delimiter=',',
quotechar='|', quoting=csv.QUOTE_MINIMAL)
# writer.writeheader()
for c in colleges:
writer.writerow({'name': c.name, 'eng_name': c.eng_name, 'url': c.url})
csvfp.close()
logger.info("All %d colleges save to %s done" % (len(colleges), path_of(Config.COL_CSV_FILE)))
def csv_to_colleges():
with open(path_of(Config.COL_CSV_FILE), 'rb') as csvfp:
fieldnames = ['name', 'eng_name', 'url']
reader = csv.DictReader(csvfp,
fieldnames=fieldnames,
delimiter=',',
quotechar='|',
quoting=csv.QUOTE_MINIMAL)
for row in reader:
colleges.append(College(row['url'], row['name'], row['eng_name']))
csvfp.close()
logger.info("All %d colleges laod from to %s done" %
(len(colleges), path_of(Config.COL_CSV_FILE)))
def menu_load211_from_json():
global colleges
global china211
if len(colleges) == 0:
if not china211:
china211 = obj_from_file(path_of(Config.C211_FILE))
colleges = china211.colleges
def employees_to_csv(self, col):
filename = self.csv_filename(col)
fieldnames = ['No','chinese_name', 'title', 'first_name', 'last_name', 'eng_title',
'email', 'phone', 'fax', 'personal_page', 'faculty', 'organization_name',
'departments', 'research', 'url']
with open(path_of(filename), 'wb') as csvfp:
writer = csv.DictWriter(csvfp, fieldnames=fieldnames, delimiter=',',
quotechar=' ', quoting=csv.QUOTE_MINIMAL)
writer.writeheader()
for index, e in enumerate(self.employees):
# translate title,name
eng_title = e.translate_title() or ''
#logger.debug("eng_title = [" + eng_title + "]")
first_name, last_name = e.translate_name()
e.clean_tel()
writer.writerow({'No':index,
'chinese_name': e.name,
'title': e.title,
'first_name': first_name,
'last_name': last_name,
'eng_title' : eng_title,
'email': e.email,
'phone': e.tel,
'fax': e.fax,
'personal_page': e.url,
'faculty': self.name,
'organization_name': col.name,
'departments': e.departments or self.name,
'research': e.research,
'url': e.profile
})
csvfp.close()
pass
def menu_load211_from_json():
global colleges
global china211
if len(colleges) == 0:
if not china211:
china211 = obj_from_file(path_of(Config.C211_FILE))
colleges = china211.colleges
def menu_mkdirs():
for c in colleges:
path = path_of(c.sname)
logger.debug(path)
if not os.path.isdir(path):
os.mkdir(path)
c.to_json_file()
print("%s,%s,%s" % (c.name, c.eng_name, c.url))
def menu_mkdirs():
for c in colleges:
path = path_of(c.sname)
logger.debug(path)
if not os.path.isdir(path):
os.mkdir(path)
c.to_json_file()
print("%s,%s,%s" % (c.name, c.eng_name, c.url))
def colleges_to_csv():
fieldnames = ['name', 'eng_name', 'url']
with open(path_of(Config.COL_CSV_FILE), 'wb') as csvfp:
writer = csv.DictWriter(csvfp,
fieldnames=fieldnames,
delimiter=',',
quotechar='|',
quoting=csv.QUOTE_MINIMAL)
# writer.writeheader()
for c in colleges:
writer.writerow({
'name': c.name,
'eng_name': c.eng_name,
'url': c.url
})
csvfp.close()
logger.info("All %d colleges save to %s done" %
(len(colleges), path_of(Config.COL_CSV_FILE)))
def _init():
global logger
# set encoding
reload(sys)
sys.setdefaultencoding('utf-8')
mlog = setup_custom_logger("root")
mlog.debug("setup logger")
mpath = path_of('')
if not os.path.isdir(mpath):
os.mkdir(mpath)
mlog.debug("mkdir %s" % mpath)
logger = logging.getLogger('root')
def _init():
global logger
# set encoding
reload(sys)
sys.setdefaultencoding('utf-8')
mlog = setup_custom_logger("root")
mlog.debug("setup logger")
mpath = path_of('')
if not os.path.isdir(mpath):
os.mkdir(mpath)
mlog.debug("mkdir %s" % mpath)
logger = logging.getLogger('root')
def employees_to_csv(self, col):
filename = self.csv_filename(col)
fieldnames = ['name', 'title', 'email', 'tel', 'fax', 'research', 'departments', 'url', 'profile']
with open(path_of(filename), 'wb') as csvfp:
writer = csv.DictWriter(csvfp, fieldnames=fieldnames, delimiter=',',
quotechar=' ', quoting=csv.QUOTE_MINIMAL)
writer.writeheader()
for e in self.employees:
writer.writerow({'name': e.name,
'title': e.title,
'email': e.email,
'tel': e.tel,
'fax': e.fax,
'research': e.research,
'departments': e.departments or self.name,
'url': e.url,
'profile': e.profile})
csvfp.close()
pass
def to_json_file(self):
path = path_of(Config.C211_FILE)
# if not os.path.exists(path):
obj_to_file(self, path)
def index_filename(self):
return os.path.join(path_of(self.sname), "index.html")
def json_filename(self):
return os.path.join(path_of(self.sname), (self.eng_name + ".json"))
def json_dirname(self, col):
return os.path.join(path_of(col.sname), self.name)
