'utf-8')]['winner'].values[0] == '+' else False
candidateBuffer['is_finalist_winner'] = isWinner
candidateBuffer['quote_final'] = round(
float(
df_quotesFinal.loc[df_quotesFinal.participant == realName.
encode('utf-8')]['rate_procent'].values[0]),
2)
if candidateBuffer and (
(CONFIG_INCLUDE_FINAL and candidateBuffer['is_finalist'])
or not CONFIG_INCLUDE_FINAL):
taskDataList.append(candidateBuffer)
#STEP: output-file
prefix = '_show-final_' if CONFIG_INCLUDE_FINAL else '_show-semifinal_'
outputPath = router.getRoute(
config['target']['route']) + config['target']['dir']
outputFilePath = outputPath + config['target']['file'].replace(
'$VERSION$', prefix + str(config['version']))
#com: create output folder
if not os.path.exists(outputPath):
os.makedirs(outputPath)
#com: save taks-data file
with open(outputFilePath, 'w') as outfile:
json.dump(taskDataList, outfile, indent=2, ensure_ascii=False)
#STEP: update config file
yaml.dump(config,
file(DIR_TASK + '\\' + CONFIG_FILE_NAME + '.yml', 'w'),
indent=2,
router = Router( )
# --------------------------------------------------------------------------
today = dt.datetime.now().strftime("%Y-%m-%d--%H-%M")
#STEP: modify version?
configVersion = config['version']
config['version'] = round( float(configVersion) + .1, 1 ) if config['options']['increment-version'] == True else configVersion
#STEP: load source files
source = config['source']['source_quotes']
fileIdx = 0
sourcePathFile = router.getRoute( source['route'] ) + source['dir'] + source['files'][fileIdx]
df_showQuotes = pd.read_csv( filepath_or_buffer = sourcePathFile , sep=";", quoting= 3, decimal=',' )
source = config['source']['source_team']
fileIdx = 0
sourcePathFile = router.getRoute( source['route'] ) + source['dir'] + source['files'][fileIdx]
rawFile = open( sourcePathFile , 'r')
coachesTeamsObj = json.load( rawFile )
coachesNames = coachesTeamsObj.keys() # ['Michael Patrick', 'Mark', 'Michi & Smudo', 'Yvonne' ]
source = config['source']['source_buzzers']
fileIdx = 0
sourcePathFile = router.getRoute( source['route'] ) + source['dir'] + source['files'][fileIdx]
rawFile = open( sourcePathFile , 'r')
participantsObj = json.load( rawFile )
print '>> Walk, Don`t Run'
#----------------------------------- STEP: modify version?
configVersion = config['version']
config['version'] = round(
float(configVersion) +
.1, 1) if config['options']['increment-version'] == True else configVersion
pItemsFileLimit = config['params']['itemsFileLimit']
#----------------------------------- STEP: Collect dimension tables
dfTables = {}
for iFile in config['source']['tables']['files']:
inputFilePath = router.getRoute( config['source']['tables']['route'] ) \
+ config['source']['tables']['dir'] \
+ iFile
tableName = iFile.replace('table--', '')
tableName = tableName.replace('.csv', '')
dfTables[tableName] = pd.read_csv(filepath_or_buffer=inputFilePath,
sep=';',
quoting=0)
#help: dfTables KEYS -> D_AMP_NM, D_BNF, D_COST, D_PRACTICE, D_TIME, D_VMP_NM, D_VTM_NM
# print dfTables['D_PRACTICE']
#----------------------------------- STEP: Collect all source-files as a single dataframe
#com: start load
sys.path.append(DIR_LIB)
from lib.router import Router
router = Router()
print '>> Walk, Don`t Run'
def tsToDate(miliTs):
#convert Drawdate To Timestamp
tss = float(str(miliTs)[:-3])
return dt.datetime.fromtimestamp(tss).strftime('%Y-%m-%d')
# --------------------------------------------------------------------------
outputPath = router.getRoute(
config['target']['route']) + config['target']['dir']
#com: create output folder
if not os.path.exists(outputPath):
os.makedirs(outputPath)
# --------------------------------------------------------------------------
data_dir = router.getRoute(config['source']['route']) + config['source']['dir']
listFiles = os.listdir(data_dir)
container = {}
for idFile, nameFile in enumerate(listFiles):
if '!' in nameFile:
print '>> Walk, Don`t Run'
# --------------------------------------------------------------------------
#STEP: modify version?
configVersion = config['version']
config['version'] = round(
float(configVersion) +
.1, 1) if config['options']['increment-version'] == True else configVersion
#STEP: prepare Plot
plt.xlabel('xLabel')
plt.ylabel("yLabel")
#STEP: load
sourcePath = router.getRoute(
config['source']
['route']) + config['source']['dir'] + config['source']['file']
rawObj = open(sourcePath, 'r')
fileJsonContent = json.load(rawObj)
colors = {
'ducados': '#1b4079',
'carmin': '#a5243d',
'yema': '#f3a712',
'chocolate': '#534d41',
'purpura': '#5d2e46',
'lila': '#b58db6',
'naranja': '#ff4a1c',
'menta': '#b2ffa9',
'verde': '#06d6a0',
'anyil': '#457b9d',
from lib.router import Router
router = Router()
# --------------------------------------------------------------------------
today = dt.datetime.now().strftime("%Y-%m-%d--%H-%M")
#STEP: modify version?
configVersion = config['version']
config['version'] = round(
float(configVersion) +
.1, 1) if config['options']['increment-version'] == True else configVersion
sourcePathFile = router.getRoute(
config['source']
['route']) + config['source']['dir'] + config['source']['file']
rawObj = open(sourcePathFile, 'r')
fileJsonContent = json.load(rawObj)
#STEP: definition
def openPartLink(_part, _coachKey, _partId):
params = '' # '/videos?disable_polymer=1'
url = _part['link']
browser.get(url + params)
# time.sleep( 2 )
browser.implicitly_wait(2)
iframe = browser.find_elements_by_class_name('htmlcontent')[0]
browser.switch_to.frame(iframe)
filtered_result_json = {
"duration_seconds":
result_json["rows"][0]["elements"][0]["duration"]["value"],
"distance_meters":
result_json["rows"][0]["elements"][0]["distance"]["value"],
"station_a":
station_a["evaNumber"],
"station_b":
station_b["evaNumber"]
}
return filtered_result_json
#STEP
configSourceElement = config['sources']['source_stations']
sourcePath = router.getRoute(
configSourceElement['route']) + configSourceElement['dir']
sourceFiles = sourcePath + configSourceElement['files'][2]
listStations = json.load(open(sourceFiles, 'r'))
#STEP: output-file
outputPath = router.getRoute(
config['target']['route']) + config['target']['dir']
#COM: create output folder
if not os.path.exists(outputPath):
os.makedirs(outputPath)
# STEP: get data
station_a_obj = listStations[str(config['params']['station_a_evanumber'])]
station_b_obj = listStations[str(config['params']['station_b_evanumber'])]
router = Router()
print '>> Walk, Don`t Run'
# --------------------------------------------------------------------------
#STEP: modify version?
configVersion = config['version']
config['version'] = round(
float(configVersion) +
.1, 1) if config['options']['increment-version'] == True else configVersion
halfFinalDate = config['params']['half-final_date']
d = dt.datetime.strptime(halfFinalDate, '%d.%m.%Y')
filePrefix = 'teams_' + d.strftime('%Y-%m-%d')
#STEP: load web-likes from half-final day
sourcePath = router.getRoute(config['source']['web-teams']
['route']) + config['source']['web-teams']['dir']
sourceFilesNames = [f for f in listdir(sourcePath) if filePrefix in f]
sourceFilesNames.sort()
coachNames = ['Michael Patrick', 'Mark', 'Michi & Smudo', 'Yvonne']
def getTimeDataStart(_fileIndex):
#INFO: global list of sourceFilesNames
#COM: get list of current active participants
fileName = sourceFilesNames[_fileIndex]
rawObj = open(sourcePath + fileName, 'r')
fileJsonContent = json.load(rawObj)
timeData = {}
#COM: empty file?
CONFIG_FILE_NAME = '001.02_config.yml' config = yaml.load( stream = file( DIR_TASK + '\\' + CONFIG_FILE_NAME, 'r')) sys.path.append( DIR_LIB ) from lib.router import Router router = Router( ) # _____________________________________________________________________________________ INIT #STEP: modify version? configVersion = config['version'] config['version'] = round( float(configVersion) + .1, 1 ) if config['options']['increment_version'] == True else configVersion #STEP: output-file outputPath = router.getRoute( config['target']['route'] ) + config['target']['dir'] #COM: create output folder if not os.path.exists( outputPath ): os.makedirs( outputPath ) #STEP: Load Data configSourceElement = config['sources']['source_stations'] sourceFile = router.getRoute( configSourceElement['route'] ) + configSourceElement['dir'] + configSourceElement['file'] rawContent = open( sourceFile , 'r') fileJsonContent = json.load( rawContent ) #STEP: Filter the stations
from lib.router import Router
router = Router( )
# --------------------------------------------------------------------------
today = dt.datetime.now().strftime("%Y-%m-%d--%H-%M")
#STEP: modify version?
configVersion = config['version']
config['version'] = round( float(configVersion) + .1, 1 ) if config['options']['increment-version'] == True else configVersion
#STEP: load file json
sourcePathFile = router.getRoute( config['secret']['route'] ) + config['secret']['dir'] + config['secret']['file']
rawObj = open( sourcePathFile , 'r')
secretFile = json.load( rawObj )
sourcePath = router.getRoute( config['source']['route'] ) + config['source']['dir']
sourceFilesNames = [f for f in listdir( sourcePath ) if isfile(join(sourcePath , f))]
# sourceFilesNames.remove('links.json')
#STEP:
def getGenderByName( _name ):
# https://genderapi.io/api/?name=Abdullah
apiUrl = "https://genderapi.io/api/"
params = {
"name": _name
}