def post(*arg, **kwargs):
params = json.loads(tangelo.request_body().read())
text = params['text']
###if text.upper():
### text = text.title()
tokens = tokenize(text)
tokens.append(' x ')
entities = ner.extract_entities(tokens)
print "\nEntities found:", entities
out = [];
for e in entities:
range = e[0]
tag = e[1]
entity_text = " ".join(tokens[i] for i in range)
out.append({'tag' : tag, 'text' : entity_text})
print " " + tag + ": " + entity_text
for e in reversed(entities):
range = e[0]
tag = e[1]
newt = tokens[range[0]]
if len(range) > 1:
for i in range:
if i != range[0]:
print i
print tokens[i]
newt += ' ' + tokens[i]
newt = '<span class="mitie-' + tag + '">' + newt + '</span>'
tokens = tokens[:range[0]] + [newt] + tokens[(range[-1] + 1):]
del tokens[-1]
html = ' '.join(tokens)
return {"entities" : out, "html" : html}
def post(action, *args, **kwargs):
post_data = json.loads(tangelo.request_body().read())
def unknown(**kwargs):
return tangelo.HTTPStatusCode(400, "invalid service call")
return post_actions.get(action, unknown)(**post_data)
def post(*arg, **kwargs):
params = json.loads(tangelo.request_body().read())
text = params['text']
###if text.upper():
### text = text.title()
tokens = tokenize(text)
tokens.append(' x ')
entities = ner.extract_entities(tokens)
print "\nEntities found:", entities
out = []
for e in entities:
range = e[0]
tag = e[1]
entity_text = " ".join(tokens[i] for i in range)
out.append({'tag': tag, 'text': entity_text})
print " " + tag + ": " + entity_text
for e in reversed(entities):
range = e[0]
tag = e[1]
newt = tokens[range[0]]
if len(range) > 1:
for i in range:
if i != range[0]:
print i
print tokens[i]
newt += ' ' + tokens[i]
newt = '<span class="mitie-' + tag + '">' + newt + '</span>'
tokens = tokens[:range[0]] + [newt] + tokens[(range[-1] + 1):]
del tokens[-1]
html = ' '.join(tokens)
return {"entities": out, "html": html}
def post(*arg, **kwarg):
'''
This is the main listener for github webhooks.
'''
# retrieve the headers from the request
# headers = tangelo.request_headers() # <- not merged
headers = cherrypy.request.headers
# get the request body as a dict
body = tangelo.request_body()
s = body.read()
# make sure this is a valid request coming from github
computed_hash = hmac.new(str(_secret_key), s, hashlib.sha1).hexdigest()
received_hash = headers.get('X-Hub-Signature', 'sha1=')[5:]
if not hmac.compare_digest(computed_hash, received_hash):
return tangelo.HTTPStatusCode(403, "Invalid signature")
try:
obj = json.loads(s)
except:
return tangelo.HTTPStatusCode(400, "Could not load json object.")
if headers['X-Github-Event'] == 'push':
# add a new item to the test queue
add_push(obj)
else:
return tangelo.HTTPStatusCode(400, "Unhandled event")
return 'OK'
def post(action, *args, **kwargs):
post_data = json.loads(tangelo.request_body().read())
def unknown(**kwargs):
return tangelo.HTTPStatusCode(400, "invalid service call")
return post_actions.get(action, unknown)(**post_data)
def post(action, *args, **kwargs):
post_data = json.loads(tangelo.request_body().read(), strict=False)
def unknown(**kwargs):
return tangelo.HTTPStatusCode(404, "unknown service call")
return post_actions.get(action, unknown)(**post_data)
def post(action, *args, **kwargs):
post_data = json.loads(tangelo.request_body().read(), strict=False)
def unknown(**kwargs):
return tangelo.HTTPStatusCode(404, "unknown service call")
return post_actions.get(action, unknown)(**post_data)
def post(*arg, **kwarg):
'''
This is the main listener for github webhooks.
'''
# retrieve the headers from the request
# headers = tangelo.request_headers() # <- not merged
headers = cherrypy.request.headers
# get the request body as a dict
body = tangelo.request_body()
s = body.read()
# make sure this is a valid request coming from github
computed_hash = hmac.new(str(_secret_key), s, hashlib.sha1).hexdigest()
received_hash = headers.get('X-Hub-Signature', 'sha1=')[5:]
if not hmac.compare_digest(computed_hash, received_hash):
return tangelo.HTTPStatusCode(403, "Invalid signature")
try:
obj = json.loads(s)
except:
return tangelo.HTTPStatusCode(400, "Could not load json object.")
if headers['X-Github-Event'] == 'push':
# add a new item to the test queue
add_push(obj)
else:
return tangelo.HTTPStatusCode(400, "Unhandled event")
return 'OK'
def post():
post_data = json.loads(tangelo.request_body().read(), strict=False)
token = post_data.get("token")
#tangelo.log("TOKEN: " + token)
user = get_user(token)
helper.set_user(user)
helper.set_token(token)
return json.dumps(user.__dict__)
def post():
post_data = json.loads(tangelo.request_body().read(), strict=False)
token = post_data.get("token")
#tangelo.log("TOKEN: " + token)
user = get_user(token)
helper.set_user(user)
helper.set_token(token)
return json.dumps(user.__dict__)
def post(action, *args, **kwargs):
body = tangelo.request_body().read()
post_data = json.loads(body, strict=False)
def unknown(*args):
return tangelo.HTTPStatusCode(400, "invalid service call")
tangelo.log(post_data)
return post_actions.get(action, unknown)(**post_data)
def post(action, *args, **kwargs):
body = tangelo.request_body().read()
post_data = json.loads(body, strict=False)
def unknown(*args):
return tangelo.HTTPStatusCode(400, "invalid service call")
tangelo.log(post_data)
return post_actions.get(action, unknown)(**post_data)
def post():
# drawing = svg2rlg(StringIO.StringIO(tangelo.request_body()))
body = tangelo.request_body().read()
f = tempfile.NamedTemporaryFile(delete=False)
f.write(body)
f.close()
# return open(f.name).read()
drawing = svg2rlg(f.name)
# drawing.renderScale = 1
id = '%030x' % random.randrange(16 ** 30)
converted[id] = renderPDF.drawToString(drawing)
return {"result": id, "error": None}
def post():
#drawing = svg2rlg(StringIO.StringIO(tangelo.request_body()))
body = tangelo.request_body().read()
f = tempfile.NamedTemporaryFile(delete=False)
f.write(body)
f.close()
#return open(f.name).read()
drawing = svg2rlg(f.name)
#drawing.renderScale = 1
id = '%030x' % random.randrange(16**30)
converted[id] = renderPDF.drawToString(drawing)
return {"result": id, "error": None}
def post(action, *args, **kwargs):
"""
:param action:
:param args:
:param kwargs:
:returns: `` --
"""
# ibm=requests.get("https://www.quandl.com/api/v1/datasets/GOOG/NYSE_IBM.json?trim_start="+date1+"&trim_end
# ="+date2+"'")
post_data = json.loads(tangelo.request_body().read())
def unknown(**kwargs):
return tangelo.HTTPStatusCode(400, "invalid service call")
# we now have a json object containing the seasonal, trend, and remainder
# components
return post_actions.get(action, unknown)(**post_data)
def post(*arg, **kwarg):
"""Listen for github webhooks, authenticate, and forward to buildbot."""
# retrieve the headers from the request
try:
received = tangelo.request_header('X-Hub-Signature')[5:]
except Exception:
received = ''
# get the request body as a dict
# for json
body = tangelo.request_body().read()
try:
obj = json.loads(body)
except:
tangelo.http_status(400, "Could not load json object")
return "Could not load json object"
# obj = json.loads(kwarg['payload'])
open('last.json', 'w').write(json.dumps(obj, indent=2))
project = get_project(obj.get('repository', {}).get('full_name'))
if project is None:
tangelo.http_status(400, "Unknown project")
return 'Unknown project'
# make sure this is a valid request coming from github
if not authenticate(project.get('api-key', ''), body, received):
tangelo.http_status(403, "Invalid signature")
return 'Invalid signature'
event = tangelo.request_header('X-Github-Event')
if project['events'] == '*' or event in project['events']:
obj['event'] = event
# add a new item to the test queue
return forward(project, body)
else:
tangelo.http_status(200, "Unhandled event")
return 'Unhandled event'
def run(????): return tangelo.request_body().read()
def post(*arg, **kwarg):
"""Listen for github webhooks, authenticate, and forward to buildbot."""
# retrieve the headers from the request
print "MASTER RECEIVED A POST EVENT"
# print "TGELO CONFI",tangelo.cherrypy.request.header_list
try:
received = tangelo.request_header('X-Hub-Signature')[5:]
except Exception:
try:
received = tangelo.request_header('BOT-Signature')[5:]
except Exception:
received = ''
# get the request body as a dict
# for json
body = tangelo.request_body().read()
try:
obj = json.loads(body)
except:
tangelo.http_status(400, "Could not load json object")
return "Could not load json object"
# obj = json.loads(kwarg['payload'])
#open('last.json', 'w').write(json.dumps(obj, indent=2))
project_name = obj.get('repository', {}).get('full_name')
project = get_project(project_name)
if project is None:
tangelo.http_status(400, "Unknown project")
return 'Unknown project'
# make sure this is a valid request coming from github
if not authenticate(project.get('api-key', ''), body, received) \
and \
not authenticate(project.get('bot-key', ''), body, received):
tangelo.http_status(403, "Invalid signature")
return 'Invalid signature'
event = tangelo.request_header('X-Github-Event')
print "EVENT:",event
if project['github-events'] == '*' or event in project['github-events']:
obj['event'] = event
try:
commit = obj["head_commit"]
is_commit = True
except:
commit = obj["pull_request"]
is_commit = False
try:
act = obj["action"]
if act == "closed": # closed PR no need to run anything
return "Closed PR, skipping"
except:
pass
if commit is None:
## no head_Commit trying to see if it's a pull request
return "Null Head Commit Found, not a PR either skipping"
if is_commit:
commit_id = commit["id"]
commit_msg = commit["message"]
else:
## It 's a PR faking the head_commit/id bits for slaves
commits_url = commit["commits_url"]
commit_id = commit["head"]["sha"]
commit_statuses_url=commit["statuses_url"]
commit_ref = commit["head"]["ref"]
resp = requests.get(commits_url,verify=False)
commit = resp.json()[-1]["commit"]
commit_msg=commit["message"]
commit["id"]=commit_id
obj["ref"]=commit_ref
commit["statuses_url"]=commit_statuses_url
obj["head_commit"]=commit
signature = hmac.new(str(project["bot-key"]), json.dumps(obj), hashlib.sha1).hexdigest()
if commit_msg.find("##bot##skip-commit")>-1:
# User requested to not send this commit to bots
return "Skipped testing commit '%s' at committer request (found string '##bot##skip-commit')"
nok = 0
for islave, slave in enumerate(project["slaves"]):
islaves = commit_msg.find("##bot##skip-slaves")
if islaves>-1:
# ok some slaves need skipping
msg = commit_msg[islaves+18:]
iend = msg.find("\n")
msg = msg[:iend].strip().split()
iskip = False
for m in msg:
if slave.find(m)>-1:
iskip = True
break
if iskip:
print "\033[%im" % (91+islave),"Commit asked to skip:",slave,"\033[0m"
nok+=1
continue
print "\033[%im" % (91+islave),"SENDING TO:",slave,"\033[0m"
try:
resp = forward(slave,obj,signature)
if resp.ok:
nok+=1
except:
print "\033[%im" % (91+islave),"could not connect","\033[0m"
nok+=1
if nok>0:
return "Ok sent this to %i slaves out of %i" % (nok,len(project["slaves"]))
else:
msg = "All slaves failed to respond, last error was: %s" % resp.text
print msg
tangelo.http_status(resp.status_code, msg)
return msg
elif tangelo.request_header('BOT-Event') == "status":
## put here code to update status of commit on github
headers = {
"Authorization":"token "+project["token"],
}
commit_id = obj["commit"]["id"]
if obj["code"] == 0:
state = "success"
elif obj["code"] is None:
state = "pending"
else:
state = "failure"
slave = obj["slave_host"]
try:
islave = project["slaves"].find("http://"+slave)
except:
islave = -91 # Turn off styling
pth = os.path.join(project["logs_dir"],slave,project_name,commit_id)
print "\033[%im" % (91+islave),"DUMPING INFO IN:",pth,"\033[0m"
print "\033[%im" % (91+islave),"could not connect","\033[0m"
if not os.path.exists(str(pth)):
print "Creating:",pth
os.makedirs(pth)
f=open(os.path.join(pth,cmd2str(obj["command"])),"w")
print >>f,"<html><body>"
print >>f,"<h1>%s (%s)</h1><br><h2>commit: %s<h2>" % (project_name,obj["slave_name"],commit_id)
host = tangelo.cherrypy.url()
host=host[host.find("//")+2:]
if obj["previous"] is not None:
ptarget = "http://%s/%s/%s/%s/%s" % (host,slave,project_name,commit_id,cmd2str(obj["previous"]))
print >>f, "<h2>PREVIOUS COMMAND</h2>"
print >>f,"<a href='%s'>" % ptarget,obj["previous"],"</a>"
print >>f, "<h2>COMMAND</h2>"
print >>f,"<pre>",obj["command"],"</pre>"
if obj["command"].find("ctest")>-1:
print >>f, "<h3>CTEST PAGE</h3>"
build_name = "%s-%s" % (slave.replace(":",""),commit_id)
ptarget = "https://open.cdash.org/index.php?compare1=65&filtercount=2&field1=buildname%%2Fstring&project=UV-CDAT&field2=buildstarttime%%2Fdate&value1=%s" % build_name
print >>f,"<A HREF='%s'>Click here</A>" % ptarget
print >>f, "<h3>OUTPUT</h3>"
print >>f,"<pre>",obj["output"],"</pre>"
print >>f, "<h3>ERROR</h3>"
print >>f,"<pre>",obj["error"],"</pre>"
print >>f,"</body></html>"
f.close()
target = "http://%s/%s/%s/%s/%s" % (host,slave,project_name,commit_id,cmd2str(obj["command"]))
context = "cont-int/LLNL/%s-%s" % (obj["os"],obj["slave_name"])
data = {
"state":state,
"target_url": target,
"description": "'%s' (%s)" % (obj["command"][:20],time.asctime()),
"context": context,
}
resp = requests.post(
obj["commit"]["statuses_url"].replace("{sha}",obj["commit"]["id"]),
data = json.dumps(data),
verify = False,
headers = headers)
return "Received and treated a BOT STATUS update event"
else:
tangelo.http_status(200, "Unhandled event")
return 'Unhandled event'