from absl import app as absl_app
from official.utils.logs import logger
import tensorflow as tf
#from official.utils.flags import core as flags_core
import deepaas
from pkg_resources import parse_version
import subprocess
import time
from webargs import fields, validate, ValidationError
from aiohttp.web import HTTPBadRequest
import json
import mimetypes
## Authorization
from flaat import Flaat
flaat = Flaat()
# Switch for debugging in this script
debug_model = True
def _catch_error(f):
def wrap(*args, **kwargs):
try:
return f(*args, **kwargs)
except Exception as e:
raise HTTPBadRequest(reason=e)
return wrap
from flaat import Flaat
from flask import request
from flaat import tokentools
import json
import logsetup
logger = logsetup.setup_logging()
##########
## Basic config
# FLASK
app = Flask(__name__)
# FLAAT
flaat = Flaat()
flaat.set_web_framework('flask')
flaat.set_cache_lifetime(120) # seconds; default is 300
flaat.set_trusted_OP_list([
'https://b2access.eudat.eu/oauth2/',
'https://b2access-integration.fz-juelich.de/oauth2',
'https://unity.helmholtz-data-federation.de/oauth2/',
'https://login.helmholtz-data-federation.de/oauth2/',
'https://login-dev.helmholtz.de/oauth2/',
'https://login.helmholtz.de/oauth2/',
'https://unity.eudat-aai.fz-juelich.de/oauth2/',
'https://services.humanbrainproject.eu/oidc/',
'https://accounts.google.com/', 'https://login.elixir-czech.org/oidc/',
'https://iam-test.indigo-datacloud.eu/',
'https://iam.deep-hybrid-datacloud.eu/',
import pstats
from flask import send_file
from flask import jsonify, make_response, request
from fpdf import FPDF
from functools import wraps
from io import BytesIO
# conigure python logger
logger = logging.getLogger('__name__') #o3api
logging.basicConfig(format='%(asctime)s [%(levelname)s]: %(message)s')
logger.setLevel(cfg.log_level)
## Authorization
from flaat import Flaat
flaat = Flaat()
# list of trusted OIDC providers
flaat.set_trusted_OP_list(cfg.trusted_OP_list)
# configuration for API
PTYPE = cfg.api_conf['plot_t']
MODEL = cfg.api_conf['model']
BEGIN = cfg.api_conf['begin']
END = cfg.api_conf['end']
MONTH = cfg.api_conf['month']
LAT_MIN = cfg.api_conf['lat_min']
LAT_MAX = cfg.api_conf['lat_max']
# configuration for plotting
plot_c = cfg.plot_conf
def main():
args = parseOptions().parse_args()
flaat = Flaat()
flaat.set_verbosity(args.verbose)
flaat.set_cache_lifetime(120) # seconds; default is 300
flaat.set_trusted_OP_list([
'https://b2access.eudat.eu/oauth2/',
'https://b2access-integration.fz-juelich.de/oauth2',
'https://unity.helmholtz-data-federation.de/oauth2/',
'https://login.helmholtz-data-federation.de/oauth2/',
'https://login-dev.helmholtz.de/oauth2/',
'https://login.helmholtz.de/oauth2/',
'https://unity.eudat-aai.fz-juelich.de/oauth2/',
'https://services.humanbrainproject.eu/oidc/',
'https://accounts.google.com/', 'https://aai.egi.eu/oidc/',
'https://aai-dev.egi.eu/oidc/', 'https://login.elixir-czech.org/oidc/',
'https://iam-test.indigo-datacloud.eu/',
'https://iam.deep-hybrid-datacloud.eu/',
'https://iam.extreme-datacloud.eu/',
'https://oidc.scc.kit.edu/auth/realms/kit/',
'https://proxy.demo.eduteams.org', 'https://wlcg.cloud.cnaf.infn.it/'
])
# if -in -ui or -at are specified, we set all to false:
if args.show_user_info or args.show_access_token or args.show_introspection_info or args.quiet:
args.show_all = False
## Get hold of an accesstoken:
access_token = None
# print(F"args.access_token: {args.access_token}")
# print(F"Type of args.access_token: {type(args.access_token)}")
# print(F"length of args.access_token: {len(args.access_token)}")
if isinstance(args.access_token, list) and len(args.access_token) > 0:
# use only the first one for now:
access_token = args.access_token[0]
if access_token is not None and args.verbose > 1:
print("Using AccessToken from Commandline")
if access_token is None:
# try commandline
if args.oidc_agent_account is not None:
try:
access_token = agent.get_access_token(args.oidc_agent_account)
except agent.OidcAgentError as e:
print(F"Could not use oidc-agent: {e}")
if access_token is not None and args.verbose > 1:
print(
"Using AccessToken from oidc-agent (specified via commandline)"
)
if access_token is None:
# try environment for config
env_vars_to_try = ["OIDC_AGENT_ACCOUNT"]
for env_var in env_vars_to_try:
if args.verbose > 2:
print(F"trying {env_var}")
account_name = os.getenv(env_var)
if account_name is not None:
try:
access_token = agent.get_access_token(account_name)
except agent.OidcAgentError as e:
print(F"Could not use oidc-agent: {e}")
sys.exit(2)
if access_token is not None and args.verbose > 1:
print(
F"Using AccessToken from Environment variable {env_var}"
)
if access_token is not None:
break
if access_token is None:
# try environment for Access Token:
env_vars_to_try = [
"ACCESS_TOKEN", "OIDC", "OS_ACCESS_TOKEN", "OIDC_ACCESS_TOKEN",
"WATTS_TOKEN", "WATTSON_TOKEN"
]
for env_var in env_vars_to_try:
access_token = os.getenv(env_var)
if access_token is not None and args.verbose > 1:
print(F"Using AccessToken from Environment variable {env_var}")
if access_token is not None:
break
if access_token is None:
print("No access token found")
sys.exit(1)
## Get actual info from the access token:
accesstoken_info = flaat.get_info_thats_in_at(access_token)
if args.show_access_token or args.show_all:
if accesstoken_info is None:
print(
'Info: Your access token is not a JWT. I.e. it does not contain information (at least I cannot find it.)'
)
else:
if args.verbose > 0:
print(F"verbose: {args.verbose}")
print('Information stored inside the access token:')
print(
json.dumps(accesstoken_info,
sort_keys=True,
indent=4,
separators=(',', ': ')))
print('')
user_info = flaat.get_info_from_userinfo_endpoints(access_token)
if args.show_user_info or args.show_all:
if user_info is None:
print ('The response from the userinfo endpoint does not contain information (at least I cannot find it.)\n'\
'Submit an issue at https://github.com/indigo-dc/flaat if you feel this is wrong')
else:
if args.verbose > 0:
print('Information retrieved from userinfo endpoint:')
print(
json.dumps(user_info,
sort_keys=True,
indent=4,
separators=(',', ': ')))
print('')
if args.client_id:
flaat.set_client_id(args.client_id)
if args.client_secret:
flaat.set_client_secret(args.client_secret)
introspection_info = flaat.get_info_from_introspection_endpoints(
access_token)
if args.show_introspection_info:
if introspection_info is None:
print ('The response from the introspection endpoint does not contain information (at least I cannot find it.)\n'\
'Submit an issue at https://github.com/indigo-dc/flaat if you feel this is wrong')
else:
print('Information retrieved from introspection endpoint:')
print(
json.dumps(introspection_info,
sort_keys=True,
indent=4,
separators=(',', ': ')))
print('')
timeleft = tokentools.get_timeleft(
tokentools.merge_tokens(
[accesstoken_info, user_info, introspection_info]))
if timeleft is not None:
if timeleft > 0:
print('Token valid for %.1f more seconds.' % timeleft)
else:
print('Your token is already EXPIRED for %.1f seconds!' %
abs(timeleft))
print('')
from webargs import fields
# import project's config.py
import benchmarks_cnn_api.config as cfg
import benchmarks_cnn_api.models.model_utils as mutils
import cnn_util
import benchmarks_cnn_api.models.train_synth_or_data as train_sd
import benchmarks_cnn_api.models.train_pro as train_pro
from aiohttp.web import HTTPBadRequest
from collections import OrderedDict
from functools import wraps
## Authorization
from flaat import Flaat
flaat = Flaat()
# DEEP API V2 uses aiohttp, thus hard code
# NB: currenlty aiohttp is not fully supported by flaat!
flaat.set_web_framework("aiohttp")
flaat.set_trusted_OP_list(cfg.Flaat_trusted_OP_list)
TMP_DIR = tempfile.gettempdir() # set the temporary directory
# assing it globally
num_local_gpus, gpu_model, gpu_memory = mutils.get_available_gpus()
def _catch_error(f):
"""Decorate function to return an error as HTTPBadRequest, in case
"""
@wraps(f)
def get_flaat(args):
flaat = Flaat()
flaat.set_verbosity(args.verbose)
flaat.set_cache_lifetime(120) # seconds; default is 300
flaat.set_trusted_OP_list(TRUSTED_OP_LIST)
if args.client_id:
flaat.set_client_id(args.client_id)
if args.client_secret:
flaat.set_client_secret(args.client_secret)
return flaat