def save(self, pypi_version, current_time):
# type: (str, datetime.datetime) -> None
# If we do not have a path to cache in, don't bother saving.
if not self.statefile_path:
return
# Check to make sure that we own the directory
if not check_path_owner(os.path.dirname(self.statefile_path)):
return
# Now that we've ensured the directory is owned by this user, we'll go
# ahead and make sure that all our directories are created.
ensure_dir(os.path.dirname(self.statefile_path))
# Attempt to write out our version check file
with lockfile.LockFile(self.statefile_path):
if os.path.exists(self.statefile_path):
with open(self.statefile_path) as statefile:
state = json.load(statefile)
else:
state = {}
state[sys.prefix] = {
"last_check": current_time.strftime(SELFCHECK_DATE_FMT),
"pypi_version": pypi_version,
}
with open(self.statefile_path, "w") as statefile:
json.dump(state,
statefile,
sort_keys=True,
separators=(",", ":"))
def save(self, pypi_version, current_time):
# Check to make sure that we own the directory
if not check_path_owner(os.path.dirname(self.statefile_path)):
return
# Now that we've ensured the directory is owned by this user, we'll go
# ahead and make sure that all our directories are created.
try:
os.makedirs(os.path.dirname(self.statefile_path))
except OSError as exc:
if exc.errno != errno.EEXIST:
raise
# Attempt to write out our version check file
with lockfile.LockFile(self.statefile_path):
with open(self.statefile_path) as statefile:
state = json.load(statefile)
state[sys.prefix] = {
"last_check": current_time.strftime(SELFCHECK_DATE_FMT),
"pypi_version": pypi_version,
}
with open(self.statefile_path, "w") as statefile:
json.dump(state,
statefile,
sort_keys=True,
separators=(",", ":"))
def save(self, pypi_version, current_time):
# type: (str, datetime.datetime) -> None
# If we do not have a path to cache in, don't bother saving.
if not self.statefile_path:
return
# Check to make sure that we own the directory
if not check_path_owner(os.path.dirname(self.statefile_path)):
return
# Now that we've ensured the directory is owned by this user, we'll go
# ahead and make sure that all our directories are created.
ensure_dir(os.path.dirname(self.statefile_path))
state = {
# Include the key so it's easy to tell which pip wrote the
# file.
"key": self.key,
"last_check": current_time.strftime(SELFCHECK_DATE_FMT),
"pypi_version": pypi_version,
}
text = json.dumps(state, sort_keys=True, separators=(",", ":"))
# Attempt to write out our version check file
with lockfile.LockFile(self.statefile_path):
# Since we have a prefix-specific state file, we can just
# overwrite whatever is there, no need to check.
with open(self.statefile_path, "w") as statefile:
statefile.write(text)
def save(self, pypi_version, current_time):
# Attempt to write out our version check file
with lockfile.LockFile(self.statefile_path):
with open(self.statefile_path) as statefile:
state = json.load(statefile)
state[sys.prefix] = {
"last_check": current_time.strftime(SELFCHECK_DATE_FMT),
"pypi_version": pypi_version,
}
with open(self.statefile_path, "w") as statefile:
json.dump(state,
statefile,
sort_keys=True,
separators=(",", ":"))
def hada_pairs_core_threadsafe(emb, gender, filename, pair, label):
count1, count = 0, 0
outer_arr = []
for u1, u2 in pair:
u1_vector = emb.loc[emb.uid == u1, range(1, emb.shape[1])]
u2_vector = emb.loc[emb.uid == u2, range(1, emb.shape[1])]
try:
val = HADAMARD(u1_vector, u2_vector)
if gender[u1] == 0:
if gender[u2] == 0:
group = 0
elif gender[u2] == 1:
group = 1
elif gender[u1] == 1:
if gender[u2] == 0:
group = 2
elif gender[u2] == 1:
group = 3
in_arr = [u1, u2, label, group]
for i in range(0, emb.shape[1] - 1):
in_arr.append(val[0][i])
outer_arr.append(in_arr)
except Exception:
print u1, u2
count += 1
df = pd.DataFrame(outer_arr)
with lockfile.LockFile(filename):
df.to_csv(filename, index=False, header=None, mode='a')
print len(outer_arr), "rows"
print count, " pairs failed"
