def csv_to_colleges(): with open(path_of(Config.COL_CSV_FILE), 'rb') as csvfp: fieldnames = ['name', 'eng_name', 'url'] reader = csv.DictReader(csvfp, fieldnames=fieldnames, delimiter=',', quotechar='|', quoting=csv.QUOTE_MINIMAL) for row in reader: colleges.append(College(row['url'], row['name'], row['eng_name'])) csvfp.close() logger.info("All %d colleges laod from to %s done" % (len(colleges), path_of(Config.COL_CSV_FILE)))
def colleges_to_csv(): fieldnames = ['name', 'eng_name', 'url'] with open(path_of(Config.COL_CSV_FILE), 'wb') as csvfp: writer = csv.DictWriter(csvfp, fieldnames=fieldnames, delimiter=',', quotechar='|', quoting=csv.QUOTE_MINIMAL) # writer.writeheader() for c in colleges: writer.writerow({'name': c.name, 'eng_name': c.eng_name, 'url': c.url}) csvfp.close() logger.info("All %d colleges save to %s done" % (len(colleges), path_of(Config.COL_CSV_FILE)))
def menu_load211_from_json(): global colleges global china211 if len(colleges) == 0: if not china211: china211 = obj_from_file(path_of(Config.C211_FILE)) colleges = china211.colleges
def employees_to_csv(self, col): filename = self.csv_filename(col) fieldnames = ['No','chinese_name', 'title', 'first_name', 'last_name', 'eng_title', 'email', 'phone', 'fax', 'personal_page', 'faculty', 'organization_name', 'departments', 'research', 'url'] with open(path_of(filename), 'wb') as csvfp: writer = csv.DictWriter(csvfp, fieldnames=fieldnames, delimiter=',', quotechar=' ', quoting=csv.QUOTE_MINIMAL) writer.writeheader() for index, e in enumerate(self.employees): # translate title,name eng_title = e.translate_title() or '' #logger.debug("eng_title = [" + eng_title + "]") first_name, last_name = e.translate_name() e.clean_tel() writer.writerow({'No':index, 'chinese_name': e.name, 'title': e.title, 'first_name': first_name, 'last_name': last_name, 'eng_title' : eng_title, 'email': e.email, 'phone': e.tel, 'fax': e.fax, 'personal_page': e.url, 'faculty': self.name, 'organization_name': col.name, 'departments': e.departments or self.name, 'research': e.research, 'url': e.profile }) csvfp.close() pass
def menu_mkdirs(): for c in colleges: path = path_of(c.sname) logger.debug(path) if not os.path.isdir(path): os.mkdir(path) c.to_json_file() print("%s,%s,%s" % (c.name, c.eng_name, c.url))
def colleges_to_csv(): fieldnames = ['name', 'eng_name', 'url'] with open(path_of(Config.COL_CSV_FILE), 'wb') as csvfp: writer = csv.DictWriter(csvfp, fieldnames=fieldnames, delimiter=',', quotechar='|', quoting=csv.QUOTE_MINIMAL) # writer.writeheader() for c in colleges: writer.writerow({ 'name': c.name, 'eng_name': c.eng_name, 'url': c.url }) csvfp.close() logger.info("All %d colleges save to %s done" % (len(colleges), path_of(Config.COL_CSV_FILE)))
def _init(): global logger # set encoding reload(sys) sys.setdefaultencoding('utf-8') mlog = setup_custom_logger("root") mlog.debug("setup logger") mpath = path_of('') if not os.path.isdir(mpath): os.mkdir(mpath) mlog.debug("mkdir %s" % mpath) logger = logging.getLogger('root')
def employees_to_csv(self, col): filename = self.csv_filename(col) fieldnames = ['name', 'title', 'email', 'tel', 'fax', 'research', 'departments', 'url', 'profile'] with open(path_of(filename), 'wb') as csvfp: writer = csv.DictWriter(csvfp, fieldnames=fieldnames, delimiter=',', quotechar=' ', quoting=csv.QUOTE_MINIMAL) writer.writeheader() for e in self.employees: writer.writerow({'name': e.name, 'title': e.title, 'email': e.email, 'tel': e.tel, 'fax': e.fax, 'research': e.research, 'departments': e.departments or self.name, 'url': e.url, 'profile': e.profile}) csvfp.close() pass
def to_json_file(self): path = path_of(Config.C211_FILE) # if not os.path.exists(path): obj_to_file(self, path)
def index_filename(self): return os.path.join(path_of(self.sname), "index.html")
def json_filename(self): return os.path.join(path_of(self.sname), (self.eng_name + ".json"))
def json_dirname(self, col): return os.path.join(path_of(col.sname), self.name)