def validate_link(url,whitelist=False): if url: url=sanitize_url(url) if url: if whitelist and domain(url) not in DOMAIN_WHITELIST: print "Domain %s not in whitelist." % domain(url) return False try: lbu = LinksByUrl._byID(LinksByUrl._key_from_url(url)) except tdb_cassandra.NotFound: return url link_id36s = lbu._values() links = Link._byID36(link_id36s, data=True, return_dict=False) links = [l for l in links if not l._deleted] if len(links)==0: return url print "Link %s exists..." % url return False