AZURE_STORAGE_ACCOUNT_NAME = "check Account name"
AZURE_STORAGE_ACCOUNT_KEY = "check Account key"
AZURE_STORAGE_NAME = "check storage name"
PAPAGO_API_ID = 'check papago api id'
PAPAGO_API_SECRET = 'check papago api secret'
# model, config files download and unzip
try:
FILE_SERVICE = FileService(account_name=AZURE_STORAGE_ACCOUNT_NAME,
account_key=AZURE_STORAGE_ACCOUNT_KEY)
logging.debug("MODEL_ABS_PATH : %s", MODEL_ABS_PATH)
if os.path.exists(MODEL_ABS_PATH):
shutil.rmtree(MODEL_ABS_PATH)
FILE_SERVICE.get_file_to_path(AZURE_STORAGE_NAME,
constant.STORAGE_BERT_SENTIMENT_DIR,
constant.MODEL_ZIP_NAME, MODEL_ZIP_ABS_PATH)
FILE_SERVICE.get_file_to_path(AZURE_STORAGE_NAME,
constant.STORAGE_BERT_SENTIMENT_DIR,
constant.BERT_CONFIG_NAME,
CONFIG_FILE_ABS_PATH)
shutil.unpack_archive(MODEL_ZIP_ABS_PATH, extract_dir=DIRNAME)
except Exception as e:
logging.critical("Unexpected error : %s", e)
sys.exit()
# print(DIRNAME)
pretrained_model_path = os.path.join(MODEL_ABS_PATH, constant.MODEL_BIN_NAME)
# print(pretrained_model_path)
AZTenantId = "78820852-55fa-450b-908d-45c0d911e76b"
logging.info("Getting OCI config files from file share - account: %s " %
storage_account)
file_service = FileService(
account_name=storage_account,
account_key=automationassets.get_automation_variable(
'oci_storage_account_key'))
# Create target Directory if don't exist
if not os.path.exists('.oci'):
os.mkdir('.oci')
logging.info("Created the .oci directory")
logging.info("Downloading config files to .oci")
file_service.get_file_to_path(storage_share, '.oci', 'config', '.oci/config')
file_service.get_file_to_path(storage_share, '.oci', 'oci_api_key.pem',
'.oci/oci_api_key.pem')
file_service.get_file_to_path(storage_share, '.oci', 'oci_api_key_public.pem',
'.oci/oci_api_key_public.pem')
if not os.path.exists('.oci/config'):
logging.error("File .oci/config missing!")
exit(1)
if not os.path.exists('.oci/oci_api_key.pem'):
logging.error("File .oci/oci_api_key.pem missing!")
exit(1)
if not os.path.exists('.oci/oci_api_key_public.pem'):
logging.error("File .oci/oci_api_key_public.pem missing!")
SAVER = "saver"
SAVER_FOLDER = "./" + SAVER
TRAIN_DATA = "data-04-zoo.csv"
RESULT_FILE = 'result.json'
FILE_SHARE = 'tensorflow-savedata'
for file in os.listdir(SAVER_FOLDER):
os.remove(SAVER_FOLDER + "/" + file)
file_service = FileService(
account_name='tensotfolwsavedata',
account_key=
'Vm/Mwh6qm1J5w3bGPFDapWBmC2zl4At4yy5HQrand7bTSy3Q6lCJdZdCYmZ3phQ/rrCgChKR0qWsCOcclWpzxQ=='
)
file_service.get_file_to_path(FILE_SHARE, None, TRAIN_DATA, TRAIN_DATA)
file_service.create_directory(FILE_SHARE, SAVER)
xy = np.loadtxt(TRAIN_DATA, delimiter=',', dtype=np.float32)
x_data = xy[:, 0:-1]
y_data = xy[:, [-1]]
nb_classes = 7
X = tf.placeholder(tf.float32, [None, 16])
Y = tf.placeholder(tf.int32, [None, 1])
Y_one_hot = tf.one_hot(Y, nb_classes)
Y_one_hot = tf.reshape(Y_one_hot, [-1, nb_classes])
W = tf.Variable(tf.random_normal([16, nb_classes]), name='weight')
b = tf.Variable(tf.random_normal([nb_classes]), name='bias')
