def generate_page(page,args,db):
## Module manager initialization
#on initialise le gestionnaire de modules
mm = module_manager.ModuleManager(set=[False])
mm.modules_mode = confstatic.mode
mm.forward_lang(conf_general.language)
for module in mm.get_available_modules():
mm[module]=module
mm.forward_db_init(db)
check_db.check(db,mm)
## Templates manager needs the database and the name of the asked page to
## guess which modules have to be activated
#le gestionnaire de templates, qui a besoin de la base de données et du nom de
#la page demandée pour déterminer quels modules activer
args["page"] = page
try:
tm = template_manager.TemplateManager(db, page, args)
tm.setup_modules(mm)
except template_manager.TMException, e:
print _("Error initializing templates engine : %s") % e.__str__()
sys.exit(1)
except db_manager.DBException, e:
print _("Erreur d'initialisation de la base de données : %s") % e.__str__()
sys.exit(1)
## we load all modules
## check_db checks that the DB contains
## all information concerning the ContentProvider modules
# on charge tous les modules
# check_db vérifie que la BDD contient les
# informations relatives aux modules générateurs de contenu
for module in mm.get_available_modules():
mm[module]=module
mm.forward_db_init(db.instance)
check_db.check(db.instance,mm)
##Checks wether asked page exists
#Vérifie que la page demandée existe
try:
db.instance.table(confstatic.pages_database_prefix).select(cond=[("page_id","=",page)]).next()
except:
page = confstatic.default_page_name
args["page"] = page+".html"
## Templates manager that needs the database and the name of the wanted page to
## specify which modules to activate
#le gestionnaire de templates, qui a besoin de la base de données et du nom de
#la page demandée pour déterminer quels modules activer
try:
tm = template_manager.TemplateManager(db.instance, urllib.unquote(page), args)
import sqlalchemy
import clean_files
import sys
import pandas as pd
#First we start by checking what excel files do we get
excel_files = create_df()
#Second we create an engine to compare our obtanied 'excel files' to the ones already written into the dataframe
motor = sqlalchemy.create_engine(
'mysql+pymysql://root:camilo@localhost:3306/oil_analysis')
#We obtain a data frame with only excel files that have not yet been written into our database
new_excel_files = check(entry=excel_files, engine=motor)
#If there are not new files we can terminate our script here
#if len(new_excel_files) == 0:
#sys.exit()
#Other wise we continue
#We create a dictionary in which we will keep the new dataframes.
dataframes = {}
for i in new_excel_files.index:
df = pd.read_excel(new_excel_files.at[i, 'Full_link'])
df = clean_files.trim_df(df)[0]
df = clean_files.change_types(df)
df = clean_files.long_df(df, new_excel_files.at[i, 'years'])
