def margin_loss(weights, y_true, y_pred):
nb_clz = weights.get_shape()[0]
import ipdb
ipdb.sset_trace()
distances = new_dist3(y_pred, weights)
# index_mask = tf.reshape(tf.one_hot(y_true, nb_clz), [-1,nb_clz])
true_pred = tf.reduce_sum(distances * index_mask, 1)
# partial_dist = partial(new_dist, embedding=weights)
# distances = tf.map_fn(partial_dist, y_pred, dtype=tf.float32)
#correct = tf.gather(w, y_true)
# tf.cast(y_true, dtype=tf.int32)
# correct_embeddings = tf.gather(weights, tf.cast( y_true, dtype=tf.int32))
best_incorrect_dist_idx = tf.argmax(distances, 1)
incorrect_dist = distances[1]
true_dist = new_dist(correct, y_pred)
return 1.0 + true_dist - incorrect_dist
def handle(self, *args, **options):
root_folder = '/tmp/email'
email_lst = [
'*****@*****.**', '*****@*****.**',
'*****@*****.**', '*****@*****.**'
]
while True:
print('Check email')
# email_dct = check_app()
# print(email_dct)
# download_files(root_folder)
ret_json = create_json(root_folder)
with open(os.path.join(root_folder, 'email.json'), 'w') as f:
json.dump(ret_json, f, ensure_ascii=False, sort_keys=True)
ret = update_app(ret_json, email_lst)
update_email(ret['unknown'],
settings.EMAIL_FETCH['fail_folder'],
is_read=False)
update_email(ret['fail'],
settings.EMAIL_FETCH['fail_folder'],
is_read=True)
update_email(ret['success'],
settings.EMAIL_FETCH['success_folder'],
is_read=False)
import ipdb
ipdb.sset_trace()
sleep(random.randint(30, 90))
def send_json_to_put_route(context, json_file):
status_positive = [200, 204]
json_file = load_json_from_data_folder(json_file)
url = f'{context.api_url}/{context.json_id}'
import ipdb
ipdb.sset_trace()
context.status = requests.put(url, json=json_file)
assert context.status.status_code in status_positive, f'Não foi possível alterar o valor da chave \n Status: {context.status}\n Mensagem: {context.status.text}'
def breakpoint(value=None, up=1):
if breakpoint.enabled:
import ipdb
frame = sys._getframe()
for __ in range(up): frame = frame.f_back
# Call sset_trace (starting with double s) rather than set_trace
# in order to break free from nosetests's captured stdout!
ipdb.sset_trace(frame, context=7)
return value
def checar_se_tarefa_esta_para_ser_feita(context):
feature_table = context.table[0]
tarefa = {}
tarefa['title'] = feature_table['nome']
tarefa['description'] = feature_table['descrição']
tarefa['done'] = feature_table['estado']
import ipdb
ipdb.sset_trace()
response = context.request.json()
assert response == [loads(tarefa)], f'{response}'
def step_into(entrypoint, *args, **kwargs):
"""Step into any executable object with ipdb.
Use this from a shell, like iPython or the standard REPL, to arbitrarily
step into any executable code that is loaded in the terminal.
"""
assert callable(entrypoint), (
"Entrypoint {} is not callable! That's going to be an issue."
).format(entrypoint)
import ipdb
ipdb.sset_trace()
# Breakpoint
return entrypoint(*args, **kwargs)
def new_dist(actual, embedding):
import ipdb
ipdb.sset_trace()
actual_sum = tf.reduce_sum(actual, keep_dims=True)
actual_unit = actual / actual_sum
embedding_sum = tf.reduce_sum(embedding, keep_dims=True)
embedding_unit = embedding / embedding_sum
result = tf.sqrt(
tf.reduce_sum(K.square(actual_unit - embedding_unit),
2,
keep_dims=True))
return result
def new_dist3(pred, embedding):
import ipdb
ipdb.sset_trace()
pred_sum = tf.reduce_sum(pred, 1, keep_dims=True)
pred_unit = pred / pred_sum
embedding_sum = tf.reduce_sum(embedding)
embedding_unit = embedding / embedding_sum
internal_dist = pred_unit - embedding_unit
squared = K.square(internal_dist)
sum_for_dist = tf.reduce_sum(squared, 1, keep_dims=True)
result = tf.sqrt(sum_for_dist)
return result
def download_files(root_folder):
print('download_files')
mail = imaplib.IMAP4_SSL(settings.EMAIL_FETCH['email_host'], 993)
mail.login(settings.EMAIL_FETCH['email_user'],
settings.EMAIL_FETCH['email_pass'])
mail.list()
# Выводит список папок в почтовом ящике.
mail.select('inbox')
# Возьмём непрочитанные сообщения
result, data_b = mail.uid('search', None, 'ALL') # ALL / SEEN / UNSEEN
if not result == 'OK':
print('No Unread Emails')
return None
print(data_b)
i = 1
for latest_email_uid in reversed(data_b[0].split()):
i += 1
# Помечаем прочитанным
mail.uid('STORE', latest_email_uid, '+FLAGS', '\SEEN')
result, data = mail.uid('fetch', latest_email_uid, '(RFC822)')
email_message = email.message_from_bytes(data[0][1])
date_mail = parsedate_to_datetime(email_message['Date'])
subject_mail, from_mail = email.utils.parseaddr(email_message['From'])
year_str = date_mail.strftime('%Y')
month_str = date_mail.strftime('%m')
day_str = date_mail.strftime('%d')
date_str = f"{date_mail.strftime('%Y-%m-%d-%H-%M-%S')}_{latest_email_uid.decode('utf-8')}"
full_folder = os.path.join(root_folder, year_str, month_str, day_str,
from_mail.lower(), date_str)
if not os.path.exists(full_folder):
os.makedirs(full_folder)
save_payload(email_message, full_folder)
print('>' * 80)
# mail.uid('STORE', latest_email_uid, '+FLAGS', '(\\Deleted)')
print(date_mail, result, from_mail)
if i > 50:
import ipdb
ipdb.sset_trace()
mail.expunge()
mail.close()
mail.logout()
def view_pdb(element):
import ipdb
ipdb.sset_trace()
return element
dst.writerow([tik, uik, coords])
try:
xy = json.loads(coords)
except:
print(tik, uik, coords)
#continue
continue
#if not all(xy.values()):
#raise Exception()
#lng, lat = round(xy["lng"], 3), round(xy["lat"], 3)
#result[f'{lng} {lat}'].append(Row(tik, uik, xy))
if uikparams[uik]['addr_vote']:
print(tik, uik, uikparams[uik]['addr_vote'])
idx, city, region, mo, street, dom, *_ = uikparams[uik][
'addr_vote'].split(',')
addr = ','.join([city, region, street, dom])
print(addr)
gg = geocoder.yandex(addr)
if not gg.ok:
print('error')
import ipdb
ipdb.sset_trace()
continue
coord = f'{{"lng": {gg.json["lng"]}, "lat": {gg.json["lat"]}}}'
print('result ', gg.current_result, coord)
dst.writerow([tik, uik, coord])
print()
else:
dst.writerow([tik, uik, coords])
print(tik, uik)
def view_pdb(element):
import ipdb
ipdb.sset_trace()
return element
