def connect(): #nodes = [] #for ip in ["45.55.0.44", "107.170.224.168", "45.55.1.236"]: # nodes.append(dict(host=ip, http_port=RIAK_HTTP_PORT, pb_port=RIAK_PBC_PORT)) nodes = [ dict(host=RIAK_HOST, http_port=RIAK_HTTP_PORT, pb_port=RIAK_PBC_PORT) ] client = RiakClient(nodes=nodes) assert client.ping(), "Failed to connect to client" return client
def configureRiak(riakIPs, riakPort,logger): initial_attempts = 5 num_attempts = 0 initial_delay = 5 # 5 seconds between between initial attempts longer_delay = 5*60 # 5 minutes = 300 seconds delay_time = initial_delay nodes=[] for eachNode in riakIPs.split(","): thisNode= { 'host': eachNode, 'pb_port': riakPort} nodes.append(thisNode) riakIP="" for node in nodes: riakIP=json.dumps(node)+ " - " +riakIP logger.info('[STATE] Connecting to Riak...') connected = False client = RiakClient(protocol='pbc',nodes=nodes) while not connected: try: logger.info("Attempting to PING....") client.ping() connected = True except: num_attempts += 1 logger.error('EXCP: No Riak server found') if num_attempts == initial_attempts: delay_time = longer_delay # Wait to issue next connection attempt time.sleep(delay_time) logger.info('[STATE] Connected to Riak. Successful PING') return client
def testCluster(IPs, login, password): initial_attempts = 5 port = 8087 num_attempts = 0 nodes = [] for eachNode in IPs.split(","): thisNode = {'host': eachNode, 'pb_port': port} nodes.append(thisNode) connected = False client = RiakClient(protocol='pbc', nodes=nodes) try: with client.retry_count(initial_attempts): connected = client.ping() except Exception as e: print('[EXCP] No Riak server found after ' + str(initial_attempts) + " tries. Error: " + str(e)) if connected: print('[STATE] Successful PING! Connected to Riak!')
# # #Will iterate through the demo-data-extract csv file and put into Riak in batches of 100 #SMDE 29/4/16 from riak import RiakClient from datetime import datetime import calendar import csv def changetime(stime): dt=datetime.strptime(stime,'%Y-%m-%dT%H:%M:%S') #print dt return calendar.timegm(datetime.timetuple(dt))*1000 c=RiakClient() c.ping() #to load data in the table totalcount=0 batchcount=0 batchsize=100 ds=[] t=c.table('aarhus') print t with open('./demo-data-extract.csv', 'rU') as infile: r=csv.reader(infile) for l in r:
#!/usr/bin/python from riak import RiakClient, RiakNode from riak.riak_object import RiakObject client = RiakClient(protocal='http', host='127.0.0.1', http_port=8098) res = client.ping() bucket = client.bucket('xxx') #res = client.get_keys(res[0]) #obj = RiakObject(client, res, 'xxx') obj = bucket.new('a', 'hello', 'text/plain') obj.store() res = bucket.get('a') n = 0
from riak import RiakClient, RiakNode client = RiakClient(protocol='pbc', host='127.0.0.1', http_port=8098) print(client.ping()) tweetBucket = client.bucket("tweets") print(tweetBucket.get_properties()) print(client.get_buckets()) print(client.bucket_type("tweets")) allKeysInTweets = client.get_keys(tweetBucket) print("Number of keys... ",len(allKeysInTweets)) stream = client.stream_keys(tweetBucket) for key_list in stream: print("key_list;" , key_list) stream.close()
# # #Will iterate through the all-data-2.csv csv file and put into Riak in batches of 100 #SMDE 09/05/16 from riak import RiakClient from riak.util import unix_time_millis, datetime_from_unit_time_millis from datetime import datetime import calendar import csv c = RiakClient() c.ping() #to load data in the table totalcount = 0 batchcount = 0 batchsize = 100 #most efficient batch size per documentation and testing ds = [] t = c.table('aarhus13-4') print t with open( './traffic_feb_june/all-data-2.csv', 'rU' ) as infile: #need to change pathing to match where source file is as necessary r = csv.reader(infile) for l in r: if l[0] != 'status': newl = [
import json from riak import RiakClient, RiakNode parser = argparse.ArgumentParser(description='Takes a list of redis keys and deletes them') parser.add_argument('--host', dest='dest_riak', default='10.228.39.181', help='The host we delete the riak data from') args = parser.parse_args() # map arguments dest_riak_host = args.dest_riak print 'Targeted Riak Host ' + dest_riak_host base_dir = os.path.dirname(os.path.realpath(__file__)) # connect to live riak riak_connection = RiakClient(protocol='http', host=dest_riak_host, http_port=8098) print riak_connection.ping() riak_bucket = riak_connection.bucket('ez') # Parses the keys.txt file and writes url def readRiakKeys(): keyListFilename = os.path.join(base_dir, 'keys.txt') return [line.strip() for line in open(keyListFilename, 'r')] imgs = readRiakKeys() print 'Deleting Riak Keys: \n' + '\n'.join(imgs) # get and save all images for img in imgs: obj = riak_bucket.get(img) print 'Image exists? %s' % str(obj.exists)
import os from riak import RiakClient, RiakNode r = RiakClient() r(protocol='http', host=os.getenv('MJDSYS_RIAK_HTTPCONNECT'), http_port=8098) r(nodes=[{'host': os.getenv('MJDSYS_RIAK_HTTPCONNECT'), 'http_port': 8098}]) r(protocol='http', nodes=[RiakNode()]) r.ping() print r.ping()
import os from riak import RiakClient, RiakNode r= RiakClient() r(protocol='http', host=os.getenv('MJDSYS_RIAK_HTTPCONNECT'), http_port=8098) r(nodes=[{'host': os.getenv('MJDSYS_RIAK_HTTPCONNECT'),'http_port':8098}]) r(protocol='http', nodes=[RiakNode()]) r.ping() print r.ping()
from riak import RiakClient c=RiakClient() print c.ping() fmt=""" CREATE TABLE stratalaptimes ( event varchar not null, ts timestamp not null, email varchar not null, laptime double not null, PRIMARY KEY( (event,quantum(ts, 5,'d')), event,ts) ) """ c.ts_query('stratalaptimes',fmt)