* Add option for N_train
* Add option for minimal error (bool + eps)
* Add option for overwrite file
* Add options for Lrate, Ldecay
"""
############################### LOGGING #####################################
import logging
import log_help
logging.basicConfig(level=logging.INFO,
format='%(asctime)s %(name)s:%(levelname)s - %(message)s',
datefmt='%Y/%m/%d-%H:%M:%S',
filename='trainer.log',
filemode='w')
LG = logging.getLogger('main')
log_help.screen_handler(LG)
#############################################################################
## Standard libraries
import numpy as np
from scipy.interpolate import interp1d # For interpolations
#import sys
import os
## PyBrain library
from pybrain.tools.shortcuts import buildNetwork
from pybrain.datasets import SupervisedDataSet, ClassificationDataSet
from pybrain.supervised.trainers import BackpropTrainer
from pybrain.tools.customxml.networkwriter import NetworkWriter
from pybrain.tools.customxml.networkreader import NetworkReader
# here = os.path.dirname(os.path.realpath(__file__))
is_cron = False
fmt = '%d/%m/%Y-%H:%M'
################################# LOGGING ####################################
import logging
import log_help
log_file = '.'.join(__file__.split('/')[-1].split('.')[:-1]) + '.log'
# log_file = here+'/'+'.'.join( __file__.split('/')[-1].split('.')[:-1] ) + '.log'
lv = logging.DEBUG
logging.basicConfig(level=lv,
format='%(asctime)s %(name)s:%(levelname)s - %(message)s',
datefmt='%Y/%m/%d-%H:%M',
filename=log_file,
filemode='w')
LG = logging.getLogger('main')
if not is_cron: log_help.screen_handler(LG, lv=lv)
LG.info(f'Starting: {__file__}')
##############################################################################
import common
import datetime as dt
fini = 'config.ini'
R = common.load(fini)
################
# namelist.wps #
################
fname = f'{R.domain_folder}/namelist.wps'
with open(fname, 'r') as f:
all_text = []
import load
##FP,HP,CP,SP,atoms,hoppings = setup.setup(fini)
FP, HP, CP, SP, atoms = load.setup(fini)
##SP.DOspin = False
##setup.compile_fortran('numeric.f95')
################################## LOGGING #####################################
import logging
import log_help
logging.basicConfig(level=logging.DEBUG,
format='%(asctime)s %(name)s:%(levelname)s - %(message)s',
datefmt='%Y/%m/%d-%H:%M:%S',
filename=FP.out + 'main.log',
filemode='w')
LG = logging.getLogger('main')
log_help.screen_handler(LG, lv='info')
################################################################################
print(FP)
print(HP)
print(CP)
print(SP)
print(' ' * 18, '-' * 40, ' ' * 20)
import IO
ats, pos, latt, sub = IO.read.xyz(SP.xyz_file)
if SP.force0D:
LG.info('Forcing 0-dimensional system')
latt = []
# -*- coding: UTF-8 -*-
import os
here = os.path.dirname(os.path.realpath(__file__))
import datetime as dt
import numpy as np
from ftplib import FTP
from multiprocessing import Pool
import requests
from bs4 import BeautifulSoup
from time import sleep
from random import random
import log_help
import logging
LG = logging.getLogger(__name__)
log_help.screen_handler(LG, lv=logging.DEBUG)
fmt = '%d/%m/%Y-%H:%M'
def get_GFS_calc(date, shift=3 + 35 / 60, date_req=None):
"""
This function returns the expected datetime of the latest GFS data for the
provided date.
date: [datetime.datetime] target date
shift: [float] hours since batch name. ej: data from batch 06 is not usually
available before 9:40
date_req: [datetime.datetime] date when the request is made. If None, use now
Returns:
dateGFS: [datetime.datetime]
"""