def _get_helper(self):
mcfg = self.ds_cfg
# If we are missing token_key, token_secret or consumer_key
# then just do non-authed requests
for required in ('token_key', 'token_secret', 'consumer_key'):
if required not in mcfg:
return url_helper.OauthUrlHelper()
return url_helper.OauthUrlHelper(
consumer_key=mcfg['consumer_key'], token_key=mcfg['token_key'],
token_secret=mcfg['token_secret'],
consumer_secret=mcfg.get('consumer_secret'))
def __init__(
self,
endpoint,
consumer_key=None,
token_key=None,
token_secret=None,
consumer_secret=None,
timeout=None,
retries=None,
):
super(WebHookHandler, self).__init__()
if any([consumer_key, token_key, token_secret, consumer_secret]):
oauth_helper = url_helper.OauthUrlHelper(
consumer_key=consumer_key,
token_key=token_key,
token_secret=token_secret,
consumer_secret=consumer_secret,
)
self.readurl = oauth_helper.readurl
else:
self.readurl = url_helper.readurl
self.endpoint = endpoint
self.timeout = timeout
self.retries = retries
self.ssl_details = util.fetch_ssl_details()
self.flush_requested = Event()
self.queue = queue.Queue()
self.event_processor = threading.Thread(target=self.process_requests)
self.event_processor.daemon = True
self.event_processor.start()
def __init__(
self,
endpoint,
consumer_key=None,
token_key=None,
token_secret=None,
consumer_secret=None,
timeout=None,
retries=None,
):
super(WebHookHandler, self).__init__()
if any([consumer_key, token_key, token_secret, consumer_secret]):
self.oauth_helper = url_helper.OauthUrlHelper(
consumer_key=consumer_key,
token_key=token_key,
token_secret=token_secret,
consumer_secret=consumer_secret,
)
else:
self.oauth_helper = None
self.endpoint = endpoint
self.timeout = timeout
self.retries = retries
self.ssl_details = util.fetch_ssl_details()
def get_oauth_helper(cfg):
"""Return an oauth helper instance for values in cfg.
@raises ValueError from OauthUrlHelper if some required fields have
true-ish values but others do not."""
keys = ("consumer_key", "consumer_secret", "token_key", "token_secret")
kwargs = dict([(r, cfg.get(r)) for r in keys])
return url_helper.OauthUrlHelper(**kwargs)
def main():
"""
Call with single argument of directory or http or https url.
If url is given additional arguments are allowed, which will be
interpreted as consumer_key, token_key, token_secret, consumer_secret
"""
import argparse
import pprint
import sys
parser = argparse.ArgumentParser(description='Interact with MAAS DS')
parser.add_argument("--config",
metavar="file",
help="specify DS config file",
default=None)
parser.add_argument("--ckey",
metavar="key",
help="the consumer key to auth with",
default=None)
parser.add_argument("--tkey",
metavar="key",
help="the token key to auth with",
default=None)
parser.add_argument("--csec",
metavar="secret",
help="the consumer secret (likely '')",
default="")
parser.add_argument("--tsec",
metavar="secret",
help="the token secret to auth with",
default=None)
parser.add_argument("--apiver",
metavar="version",
help="the apiver to use ("
" can be used)",
default=MD_VERSION)
subcmds = parser.add_subparsers(title="subcommands", dest="subcmd")
for (name, help) in (('crawl', 'crawl the datasource'),
('get', 'do a single GET of provided url'),
('check-seed', 'read and verify seed at url')):
p = subcmds.add_parser(name, help=help)
p.add_argument("url",
help="the datasource url",
nargs='?',
default=None)
args = parser.parse_args()
creds = {
'consumer_key': args.ckey,
'token_key': args.tkey,
'token_secret': args.tsec,
'consumer_secret': args.csec
}
if args.config is None:
for fname in ('91_kernel_cmdline_url', '90_dpkg_maas'):
fpath = "/etc/cloud/cloud.cfg.d/" + fname + ".cfg"
if os.path.exists(fpath) and os.access(fpath, os.R_OK):
sys.stderr.write("Used config in %s.\n" % fpath)
args.config = fpath
if args.config:
cfg = util.read_conf(args.config)
if 'datasource' in cfg:
cfg = cfg['datasource']['MAAS']
for key in creds.keys():
if key in cfg and creds[key] is None:
creds[key] = cfg[key]
if args.url is None and 'metadata_url' in cfg:
args.url = cfg['metadata_url']
if args.url is None:
sys.stderr.write("Must provide a url or a config with url.\n")
sys.exit(1)
oauth_helper = url_helper.OauthUrlHelper(**creds)
def geturl(url):
# the retry is to ensure that oauth timestamp gets fixed
return oauth_helper.readurl(url, retries=1).contents
def printurl(url):
print("== %s ==\n%s\n" % (url, geturl(url).decode()))
def crawl(url):
if url.endswith("/"):
for line in geturl(url).decode().splitlines():
if line.endswith("/"):
crawl("%s%s" % (url, line))
elif line == "meta-data":
# meta-data is a dir, it *should* end in a /
crawl("%s%s" % (url, "meta-data/"))
else:
printurl("%s%s" % (url, line))
else:
printurl(url)
if args.subcmd == "check-seed":
sys.stderr.write("Checking seed at %s\n" % args.url)
readurl = oauth_helper.readurl
if args.url[0] == "/" or args.url.startswith("file://"):
(userdata, metadata, vd) = read_maas_seed_dir(args.url)
else:
(userdata, metadata,
vd) = read_maas_seed_url(args.url,
version=args.apiver,
read_file_or_url=readurl,
retries=2)
print("=== user-data ===")
print("N/A" if userdata is None else userdata.decode())
print("=== meta-data ===")
pprint.pprint(metadata)
print("=== vendor-data ===")
pprint.pprint("N/A" if vd is None else vd)
elif args.subcmd == "get":
printurl(args.url)
elif args.subcmd == "crawl":
if not args.url.endswith("/"):
args.url = "%s/" % args.url
crawl(args.url)
def main():
"""
Call with single argument of directory or http or https url.
If url is given additional arguments are allowed, which will be
interpreted as consumer_key, token_key, token_secret, consumer_secret
"""
import argparse
import pprint
parser = argparse.ArgumentParser(description='Interact with MAAS DS')
parser.add_argument("--config",
metavar="file",
help="specify DS config file",
default=None)
parser.add_argument("--ckey",
metavar="key",
help="the consumer key to auth with",
default=None)
parser.add_argument("--tkey",
metavar="key",
help="the token key to auth with",
default=None)
parser.add_argument("--csec",
metavar="secret",
help="the consumer secret (likely '')",
default="")
parser.add_argument("--tsec",
metavar="secret",
help="the token secret to auth with",
default=None)
parser.add_argument("--apiver",
metavar="version",
help="the apiver to use ("
" can be used)",
default=MD_VERSION)
subcmds = parser.add_subparsers(title="subcommands", dest="subcmd")
subcmds.add_parser('crawl', help="crawl the datasource")
subcmds.add_parser('get', help="do a single GET of provided url")
subcmds.add_parser('check-seed', help="read andn verify seed at url")
parser.add_argument("url", help="the data source to query")
args = parser.parse_args()
creds = {
'consumer_key': args.ckey,
'token_key': args.tkey,
'token_secret': args.tsec,
'consumer_secret': args.csec
}
if args.config:
cfg = util.read_conf(args.config)
if 'datasource' in cfg:
cfg = cfg['datasource']['MAAS']
for key in creds.keys():
if key in cfg and creds[key] is None:
creds[key] = cfg[key]
oauth_helper = url_helper.OauthUrlHelper(**creds)
def geturl(url):
# the retry is to ensure that oauth timestamp gets fixed
return oauth_helper.readurl(url, retries=1).contents
def printurl(url):
print("== %s ==\n%s\n" % (url, geturl(url).decode()))
def crawl(url):
if url.endswith("/"):
for line in geturl(url).decode().splitlines():
if line.endswith("/"):
crawl("%s%s" % (url, line))
elif line == "meta-data":
# meta-data is a dir, it *should* end in a /
crawl("%s%s" % (url, "meta-data/"))
else:
printurl("%s%s" % (url, line))
else:
printurl(url)
if args.subcmd == "check-seed":
readurl = oauth_helper.readurl
if args.url[0] == "/" or args.url.startswith("file://"):
readurl = None
(userdata, metadata) = read_maas_seed_url(args.url,
version=args.apiver,
read_file_or_url=readurl,
retries=2)
print("=== userdata ===")
print(userdata.decode())
print("=== metadata ===")
pprint.pprint(metadata)
elif args.subcmd == "get":
printurl(args.url)
elif args.subcmd == "crawl":
if not args.url.endswith("/"):
args.url = "%s/" % args.url
crawl(args.url)
