def save(md): G.debug('pfridge save') if not 'Gid' in md.keys(): G.critical("error - no gid defined") sys.exit(-1) if not 'Pfridge' in md.keys(): url = conf.pfridge.gidserver url += 'register/%s' % md['Gid'] md['pfridge'] = md['Gid'] G.debug("pfridge GID register") G.debug("calling %s" % url) for k in md.keys(): if k == 'Gid': continue if k == 'Pfridge': continue v = md[k] url = conf.pfridge.metaserver + 'set/%s/%s' % (md['Gid'], k) G.debug("pfridge metadata store: %s %s" % (k, v)) rv = _POST(url, v) G.debug("rv %s" % rv)
def get_site(args): if args.password: pwd = args.password else: pwd = getpass.getpass("SMW Password: "******"Connecting to SMW") if conf.smw.https: site = mwclient.Site(('https', conf.smw.host), path=conf.smw.path) try: site = mwclient.Site(('http', conf.smw.host), path=conf.smw.path) except: try: site = mwclient.Site(('https', conf.smw.host), path=conf.smw.path) except: G.critical("Cannot login the swm site") raise try: site.login(args.username, pwd) except mwclient.errors.LoginError: exer("Can not login. (Wrong password?)") G.info("Connected to SMW") return site
def run(args): """ Upload the pages to SMW """ files = args.file hostname = socket.gethostname() G.info("this is: %s" % hostname) site = madpy.smw.get_site(args) for f in files: full_path = os.path.abspath(f) md = metadata.Metadata(f, mode=args.madmode) if not 'Gid' in md: G.critical("No Gid found - run 'mad init %s'" % f) sys.exit() G.info("Processing file %s" % f) pname = "%s" % (md.metadata['Gid']) page = site.Pages[pname] old_page_text = page.edit() separator = '<!-- MAD - Do not change anything above this line -->' if separator in old_page_text: old_page_text = old_page_text.split(separator)[1] md.metadata['Hostname'] = hostname md.metadata['FileLocation'] = full_path ppropps = [] for k in md.metadata.keys(): v = md.metadata[k] dti = conf.datatypes[k] if type(v) == type([]): for sv in v: ppropps.append("[[%s::%s| ]]" % (k, sv)) else: ppropps.append("[[%s::%s| ]]" % (k, v)) if args.attach: basename = os.path.basename(f) ufn = basename G.warning("Uploading file %s (%s)" % (ufn, full_path)) with open(full_path, 'rb') as F: site.upload(file = F, filename = ufn, description = "Mad uploaded file for %s" % pname, ignore=True) ppropps.append("[[AttachedFile::File:%s| ]]" % ufn) if args.force: new_page = "\n" + " ".join(ppropps) + "[[Category:MadObject]]\n{{" + \ args.template + "}}\n" + separator else: new_page = "\n" + " ".join(ppropps) + "[[Category:MadObject]]\n{{" + \ args.template + "}}\n" + separator + old_page_text #print new_page page.save(new_page, summary="Mad created/refreshed object data")
def run(args): """ Sync data types from SMW """ G.critical("Not quite implemented yet - ask Mark") sys.exit(0) site = madpy.smw.get_site(args) for page in site.Categories['MadProperty']: print '-' * 80 text = page.edit() print text
def run(args): """ add a key value pair to parse_argument file's metadata """ files = [] remove_keys = [] kvs = [] for parse_argument in args.setargs: #is this parse_argument file or parse_argument key=value pair? if '=' in parse_argument: #it seems this is a key=value pair key, value = parse_argument.split('=', 1) if (not args.force) and (not key in conf.datatypes.keys()): G.critical("Invalid key %s" % key) print "Available keys are:" print ", ".join(conf.datatypes.keys()) sys.exit(-1) if not value: remove_keys.append(key) G.info("Preparing %s for removal" % key) else: kvs.append((key, value)) G.debug("adding key, value pair %s, %s" % (key, value)) else: fmd = Metadata(parse_argument) files.append(fmd) G.info('found %d key value pairs' % len(kvs)) G.info('found %d files' % len(files)) if len(files) == 0: exerr("Must specify at least one file") for madfile in files: G.info("Processing file %s" % madfile) for k, v in kvs: G.debug("applying %s, %s" % (k, v)) madfile.apply_kv(k, v) madfile.remove_keys(remove_keys) madfile.save()
def run(args): """ add a key value pair to parse_argument file's metadata """ metadata = {} for parse_argument in args.setargs: #is this parse_argument file or parse_argument key=value pair? if '=' in parse_argument: #it seems this is a key=value pair key, value = parse_argument.split('=', 1) if (not key in conf.datatypes.keys()): G.critical("Invalid key %s" % key) print "Available keys are:" print ", ".join(conf.datatypes.keys()) sys.exit(-1) else: mup = mvars.check(key, value) print mup else: G.critical("Please specifiy a key=value pair")