index_loc, latest_loc, version_key, zi_latest_fname,
data_key, zi_key, iana_sig_key, du_sig_key
) = load_config((
'tzdata_loc', 'iana_sig_loc', 'du_sig_loc', 'zoneinfo_metadata_loc',
'index_loc', 'latest_loc', 'version_key', 'zonefile_latest_fname',
'data_key', 'zoneinfo_key', 'iana_sig_key', 'du_sig_key'
))
(data_flist,
ianas_flist,
dus_flist,
zi_flist) = map(load_directory,
(data_loc, iana_sig_loc, du_sig_loc, zi_meta_loc))
data_files = get_tzdata_files(data_flist)
data_files = get_sig_files(ianas_flist, c_key=iana_sig_key, c_dict=data_files)
data_files = get_sig_files(dus_flist, c_key=du_sig_key, c_dict=data_files)
data_files = get_zoneinfo_files(zi_flist, c_dict=data_files)
out_list = []
keys = (version_key,
data_key,
iana_sig_key,
du_sig_key,
zi_key)
for version, subdict in iteritems(data_files):
try:
tzdata = subdict[data_key]
tzdata_fpath = path.join(data_loc, tzdata)
# Initialize the connection
f = ftplib.FTP(ftp_server)
retr = f.login()
fail_on_invalid_status(f, retr, '230')
# Browse to the correct directory
for cdir in dir_loc:
retr = f.cwd(cdir)
fail_on_invalid_status(f, retr, '250')
# Get a list of all data files and signatures
flist = f.nlst()
data_files = get_tzdata_files(flist)
data_files = get_sig_files(flist, c_dict=data_files)
# Download any missing files and generate preliminary metadata files
errors = []
tzdata_to_download = []
signatures_to_download = []
# Figure out what's missing
for version, subdict in data_files.items():
dfname = subdict.get(dkey, None)
if dfname is None:
continue
sfname = subdict.get(skey, None)
data_fpath = path.join(data_loc, dfname)
class SignatureFailedError(OSError):
pass
if __name__ == "__main__":
(tzdata_loc, iana_sig_loc, du_sig_loc) = load_config(
('tzdata_loc', 'iana_sig_loc', 'du_sig_loc')
)
from tzdata_files import get_tzdata_files, get_sig_files
from tzdata_files import load_directory, data_key, sig_key
d_flist = load_directory(tzdata_loc)
s_flist = load_directory(iana_sig_loc)
data_files = get_tzdata_files(d_flist)
data_files = get_sig_files(s_flist, c_dict=data_files)
invalid_sigs = []
for version, subdict in iteritems(data_files):
try:
dfname = subdict[data_key]
except KeyError:
continue
try:
sfname = subdict[sig_key]
except KeyError:
continue
data_path = path.join(tzdata_loc, dfname)
def main():
# Load the configuration we need
(data_loc, iana_sig_loc, du_sig_loc, zi_meta_loc, index_loc, latest_loc,
version_key, zi_latest_fname, data_key, zi_key, iana_sig_key,
du_sig_key) = load_config(
('tzdata_loc', 'iana_sig_loc', 'du_sig_loc', 'zoneinfo_metadata_loc',
'index_loc', 'latest_loc', 'version_key', 'zonefile_latest_fname',
'data_key', 'zoneinfo_key', 'iana_sig_key', 'du_sig_key'))
(data_flist, ianas_flist, dus_flist,
zi_flist) = map(load_directory,
(data_loc, iana_sig_loc, du_sig_loc, zi_meta_loc))
data_files = get_tzdata_files(data_flist)
data_files = get_sig_files(ianas_flist,
c_key=iana_sig_key,
c_dict=data_files)
data_files = get_sig_files(dus_flist, c_key=du_sig_key, c_dict=data_files)
data_files = get_zoneinfo_files(zi_flist, c_dict=data_files)
out_list = []
keys = (version_key, data_key, iana_sig_key, du_sig_key, zi_key)
for version, subdict in data_files.items():
try:
tzdata = subdict[data_key]
tzdata_fpath = path.join(data_loc, tzdata)
except KeyError:
continue
try:
iana_sig = subdict[iana_sig_key]
iana_sig_fpath = path.join(iana_sig_loc, iana_sig)
except KeyError:
iana_sig_fpath = ''
try:
du_sig = subdict[du_sig_key]
du_sig_fpath = path.join(du_sig_loc, du_sig)
except KeyError:
du_sig_fpath = ''
try:
zi_meta = subdict[zi_key]
zi_meta_fpath = path.join(zi_meta_loc, zi_meta)
except KeyError:
zi_meta_fpath = ''
dict_items = dict(
zip(keys, (version, tzdata_fpath, iana_sig_fpath, du_sig_fpath,
zi_meta_fpath)))
out_list.append(dict_items)
out_list = sorted(out_list, key=lambda x: x[version_key], reverse=True)
# Get the latest subdict
latest = out_list[0].copy()
# Copy the latest metadata to the new latest location
latest_fname = latest[zi_key]
new_latest_fname = path.join(zi_meta_loc, zi_latest_fname)
shutil.copy(latest_fname, new_latest_fname)
latest[zi_key] = new_latest_fname
with open(latest_loc, 'w') as yf:
yaml.dump(latest, yf, default_flow_style=False)
with open(index_loc, 'w') as yf:
yaml.dump(out_list, yf, default_flow_style=False)