def main():
nightlydir = path(__file__).dirname()
parser = optparse.OptionParser()
parser.add_option("-u", "--user")
parser.add_option("-p", "--pass")
parser.add_option("-r", "--repo")
parser.add_option("-e", "--extension")
parser.add_option("-d", "--dirname")
parser.add_option("-v", "--versionextra")
parser.add_option("--hashalgo")
parser.add_option("--altupdateurl")
parser.add_option("--altupdatepath")
options, args = parser.parse_args()
# load config
cf = SafeConfigParser()
if args:
cf.read(path(args[0]))
else:
cf.read(nightlydir / "config.ini")
config = dict()
for k in KEYS:
try:
config[k] = getattr(options, k) or cf.get("github", k)
except:
config[k] = None
if not config[k]:
raise Exception("Not all required config keys specified: " + k)
for k in CKEYS:
try:
config[k] = getattr(options, k) or cf.get("github", k)
except:
config[k] = None
with open(nightlydir / "update-nightly.rdf") as domp:
updaterdf = XML(domp)
version = None
out = BytesIO()
with ZipOutFile(out) as zp:
dirname = path(config["dirname"]).expanduser()
for f in dirname.walk():
if f.isdir() or f.basename() == "install.rdf":
continue
zf = f[len(dirname) + 1:]
if zf.endswith(".png"):
zp.write(f, zf, compress_type=ZIP_STORED)
else:
zp.write(f, zf)
with open(dirname / "install.rdf") as domp:
dom = XML(domp)
# Set up update.rdf extid
un = updaterdf.getElementsByTagName("RDF:Description")[0]
vn = dom.getElementsByTagName("em:id")[0]
un.setAttribute("about",
("urn:mozilla:extension:%s" %
vn.firstChild.data
)
)
# Set up the version
vn = dom.getElementsByTagName("em:version")[0].firstChild
version = vn.data + "." + strftime("%Y%m%d.%H%M")
if config["versionextra"]:
version += "." + config["versionextra"]
vn.data = version
# Set up update.rdf version
un = updaterdf.getElementsByTagName("em:version")[0]
un.firstChild.data = version
# Set up update.rdf target application
un = un.parentNode
for n in dom.getElementsByTagName("em:targetApplication"):
nn = n.cloneNode(True)
for nd in nn.getElementsByTagName("Description"):
nd.tagName = "RDF:Description"
un.appendChild(nn)
# Get the update info in order
for n in dom.getElementsByTagName("em:updateKey"):
n.parentNode.removeChild(n)
try:
n = dom.getElementsByTagName("em:updateURL")[0]
while n.firstChild:
n.removeChild(n.firstChild)
except:
n = dom.createElement("em:updateURL")
un.appendChild(n)
update_url = (config["altupdateurl"]
or"https://github.com/downloads/%s/update-nightly.rdf" % config["repo"]
)
n.appendChild(dom.createTextNode(update_url))
# write install.rdf
zp.writestr("install.rdf", dom.toxml(encoding="utf-8"))
out.seek(0)
outfile = "%s-nightly-%s.xpi" % (config["extension"], version)
downloads = GHDownloads(repo=config["repo"],
user=config["user"],
password=config["pass"]
)
# clean up
cutoff = datetime.date.today() - datetime.timedelta(365/12)
cutoff = cutoff.strftime("%Y%m%d.%H%M")
for df in downloads.list():
m = re.search(r"nightly.*\.(\d{8})", df.name)
if not m or m.group(1) > cutoff:
continue
downloads.delete(df.id)
# upload the new file
upload = downloads.upload(
out,
outfile,
mime="application/x-xpinstall",
replace=True)
# finish update.rdf
hash = updaterdf.createElement("em:updateHash")
sum = hashlib.new(config["hashalgo"])
sum.update(out.getvalue())
sum = "%s:%s" % (config["hashalgo"],
sum.hexdigest()
)
hash.appendChild(updaterdf.createTextNode(sum))
link = updaterdf.createElement("em:updateLink")
link.appendChild(updaterdf.createTextNode(upload.download_url))
for nt in un.getElementsByTagName("em:targetApplication"):
for n in nt.getElementsByTagName("RDF:Description"):
n.appendChild(hash.cloneNode(True))
n.appendChild(link.cloneNode(True))
updaterdf = updaterdf.toxml(encoding="utf-8")
# put the update.rdf
if not "altupdatepath" in config:
downloads.upload(BytesIO(updaterdf),
"update-nightly.rdf",
replace=True
)
else:
with open(path(config["altupdatepath"]).expanduser(), "wb") as up:
up.write(updaterdf)
return 0
k,v = map(lambda x: x.strip(), line.split('=', 1))
k = k.split('.')
if len(k[-1]) < 3:
k = k[-2]
else:
k = k[-1]
if not k or not v:
continue
rv.add(k, v)
except Exception,e:
print e
pass
return rv
try:
install = XML('install.rdf')
except:
with open('install.rdf', 'rb') as f:
lines = f.readlines()[1:]
install = XMLString('\n'.join(lines))
for e in install.getElementsByTagName('em:localized'):
e.parentNode.removeChild(e)
baseprops = PropDict()
for p in BASEPROPS:
for e in install.getElementsByTagName('em:' + p):
baseprops.add(e.tagName[3:], e.firstChild.data)
document = XMLString("""<?xml version="1.0"?>
<locales xmlns="http://www.w3.org/1999/02/22-rdf-syntax-ns#" xmlns:em="http://www.mozilla.org/2004/em-rdf#">
def postOptions(self):
cdata = None
if 'config-file' in self and self['config-file'] != None:
try:
cdata = XMLParser(self['config-file'])
except ExpatError as ee:
raise RuntimeError, (
'Error while parsing configuration file\n' + str(ee))
mustHaveFields = [{
'nm': 'winds',
'prsr': self.windsParser,
},{
'nm': 'overlay',
'prsr': self.overlayParser,
},{
'nm': 'node',
'prsr': self.nodeParser,
}]
optionalFields = [{
'nm': 'bootstrap',
'prsr': self.bootstrapParser,
'dval': [ ]
},{
'nm': 'managementComponents',
'prsr': self.componentsParser,
'dval': [ ]
}]
for f in mustHaveFields:
if len(self[f['nm']]) is 0 and cdata is not None:
try:
f['prsr'](cdata.getElementsByTagName(f['nm'])[0])
except RuntimeError as e:
raise RuntimeError, (
'While parsing %s\n\t%s' % (f['nm'], str(e)))
elif len(self[f['nm']]) is 0 and cdata is None:
raise RuntimeError, (
'%s configuration file section\'s or CLI flag not found\n'
'Review your setup and try again.' % (f['nm']))
for f in optionalFields:
if f['nm'] not in self or self[f['nm']] is None:
self[f['nm']] = f['dval']
if cdata is None:
continue
try:
f['prsr'](cdata.getElementsByTagName(f['nm'])[0])
except IndexError as ie:
print ' > %s not in configuration file' % (f['nm'])
except Exception as e:
print >> stderr, (
' * While parsing a optional parameter %s\n * %s' % (
f['nm'], str(e)))
