def test_message_parse(self):
parse = Parser(
'Ya ya, http://whatever.com @user1 @user2 This is a test, yay http://google.com #woot #blah')
print(parse.urls)
print(parse.hashtags)
print(parse.recipients)
print(parse.message)
print(parse._msg_values)
print(parse._parsed_message)
print(parse._value_lookup)
parse = Parser(
'@tflemings this twitter clone is awful #TwicSuck #awful')
print(parse.urls)
print(parse.hashtags)
print(parse.recipients)
print(parse.message)
parse = Parser(
'Check out this video !!! https://www.youtube.com/watch?v=9hUUsqhetX4 #ps4 #robotorgy')
print(parse.urls)
print(parse.hashtags)
print(parse.recipients)
print(parse.message)
print("finally")
print(parse.formatted_msg)
def handle_recv(self, bp, iccid, dat):
parser = Parser()
p_type = bp.header.cmd_type + bp.header.cmd_num
success = bp.header['success']
if int(success) == 0:
if p_type == "D1":
lp = parser.parse_login(dat)
self.login_status = lp.data['login_status']
if int(self.login_status) == 0:
self.res['sessionID'] = int(lp.data['sessionID'])
options.thread_lock.acquire()
options.tracker[
self.sn]['sessionID'] = self.res['sessionID']
options.thread_lock.release()
self.logging.info("%s, login send success!", iccid)
self.send_config()
if self.first_login:
threading.Thread(target=self.send_heartbat).start()
elif p_type == 'D3':
lp = parser.parse_config(dat)
print(lp.data)
else:
if p_type != "D1":
self.logging.info("%s, status is offline!", iccid)
self.login(iccid, False)
else:
self.logging.info("%s, login failed!", iccid)
def __init__(self):
self.parser = Parser()
self.randomize = Randomize()
self.report_targets_vull = []
self.error_list = [
"mysql_fetch_array()", "You have an error in your SQL syntax",
"MySQL Query fail.", "PostgreSQL ERROR", "Access Database Engine",
"Microsoft Access Driver"
]
def tcpClient(self, iccid):
try:
self.login(iccid)
parser = Parser()
while True:
dat = self.socket.recv(1024)
if dat:
bp = parser.parse_base(dat)
self.handle_recv(bp, iccid, dat)
except Exception as e:
self.logging.error("What's wrong, reconnect it.")
def process():
"""
Process the files in the queue directory.
"""
config = ConfigParser()
config.read(['../project_config'])
for filename in os.listdir(config.get("locations", "queue")):
parser_obj = Parser(
os.path.join(config.get("locations", "queue"), filename))
parser_obj.run()
def main():
args = Parser().get_parser().parse_args()
layer_no = state_space_parameters.layer_no
controller = Controller(args, state_space_parameters)
for arch_no in range(state_space_parameters.total_arch):
print('arch no.:{}, layer np.:{}'.format(arch_no, layer_no))
controller = init_train_child_update_controller(
args, layer_no, controller)
if (arch_no + 1) % 500 == 0:
layer_no += state_space_parameters.layer_increment
replay_dictionary.to_csv('./replayDict1.csv')
def main():
# TODO : implement getopt style arguments
if len(sys.argv) == 2:
filename = sys.argv[1]
else:
print "Usage: python parser.py <relative-path-to-file>"
sys.exit(1)
parser_obj = Parser(filename)
parser_obj.run()
def __init__(self, query, start_page=0, number_of_results=100, timeout=10):
self.query = query
self.start_page = start_page
self.number_of_results = number_of_results
self.timeout_requests = timeout
self.failed_request = 'Our systems have detected unsual traffic from\
your computer network'
self.filter_string = ["google"]
self.randomize = Randomize()
self.parser = Parser()
def __init__(self,
user_id,
message,
posted_time=0,
recipients=set(),
urls=set(),
hashtags=set(),
replies=set(),
favorited=set(),
retweeted=set()):
self._values = dict()
# holds sets, dicts, etc
self._cplx_values = dict()
self._values[self.MSG_ID_KEY] = None
self._values[self.USER_ID_KEY] = user_id
if not urls and not hashtags and not recipients:
parsr = Parser(message)
self._cplx_values[self.URL_KEY] = parsr.urls
self._cplx_values[self.FMT_MSG_KEY] = parsr.formatted_msg
self._cplx_values[self.HT_KEY] = parsr.hashtags
self._cplx_values[self.RECIP_KEY] = parsr.recipients
self._cplx_values[self.MSG_TOKENS_KEY] = parsr._msg_values
self._cplx_values[self.PARSED_MSG_KEY] = parsr._parsed_message
else:
# formtted_url = set()
# formatted_hts = set()
# formatted_recip = set()
#
# for url in urls:
# formtted_url += self.__URL_HTML % url
# urls = formtted_url
#
# for ht in hashtags:
# formatted_hts += self.__HT_HTML % ht
# hashtags = formatted_hts
#
# for user in recipients:
# formatted_recip += self.__USER_HTML % user
# recipients = formatted_recip
self._cplx_values[self.URL_KEY] = urls
self._cplx_values[self.HT_KEY] = hashtags
self._cplx_values[self.RECIP_KEY] = recipients
self._values[self.POST_KEY] = int(math.ceil(time.time()))
self._values[self.MSG_KEY] = message
self._cplx_values[self.REPLY_KEY] = replies
self._cplx_values[self.FAV_KEY] = favorited
self._cplx_values[self.RT_KEY] = retweeted
def show_result(request, filename):
#TODO: Check for the case when a duplicate file is submitted, with a pre-existing Md5 sum
"""
"""
# Parse the file
if not Md5Log.objects.filter(file_name=filename + '.log'):
file = settings.MEDIA_ROOT + 'benchmarkLogs/' + filename + '.log'
parser_obj = Parser(file)
parser_obj.run()
flush_transaction()
#transaction.enter_transaction_management()
#transaction.
time.sleep(3)
while not Md5Log.objects.filter(file_name=filename + '.log'):
flush_transaction()
print Md5Log.objects.filter(file_name=filename + '.log')
flush_transaction()
continue
data_dict = {}
#Query the database for Benchmark data from benchmark_logs table
file_obj = Md5Log.objects.filter(file_name=filename + '.log')[0]
data_dict['BRLCAD_Version'] = file_obj.benchmark.brlcad_version
data_dict['Running_Time'] = file_obj.benchmark.running_time
data_dict['Time_of_Execution'] = file_obj.benchmark.time_of_execution
data_dict['VGR_Rating'] = file_obj.benchmark.approx_vgr
data_dict['Log_VGR'] = file_obj.benchmark.log_vgr
data_dict['Parameters'] = file_obj.benchmark.params
#Query the database for System Information from machine_info table
data_dict['Clock_Speed'] = file_obj.benchmark.machineinfo.cpu_mhz
data_dict['NCores'] = file_obj.benchmark.machineinfo.cores
data_dict['NProcessors'] = file_obj.benchmark.machineinfo.processors
data_dict['Vendor_ID'] = file_obj.benchmark.machineinfo.vendor_id
data_dict['OS_Type'] = file_obj.benchmark.machineinfo.ostype
data_dict[
'Processor_Model_Name'] = file_obj.benchmark.machineinfo.model_name
#Query the database for individual Image Performance
data_dict['Rt_Average'] = file_obj.benchmark.rtaverage_set.all()[0].abs_rps
data_dict['Rt_Bldg391'] = file_obj.benchmark.rtbldg391_set.all()[0].abs_rps
data_dict['Rt_M35'] = file_obj.benchmark.rtm35_set.all()[0].abs_rps
data_dict['Rt_Moss'] = file_obj.benchmark.rtmoss_set.all()[0].abs_rps
data_dict['Rt_Sphlake'] = file_obj.benchmark.rtbldg391_set.all()[0].abs_rps
data_dict['Rt_Star'] = file_obj.benchmark.rtstar_set.all()[0].abs_rps
data_dict['Rt_World'] = file_obj.benchmark.rtworld_set.all()[0].abs_rps
data_dict['filename'] = filename
return render_to_response('result.html',
data_dict,
context_instance=RequestContext(request))
def __init__(self, config_file_name):
self.config_file = open(config_file_name, 'r')
self.get_config()
self.parser = Parser(self.settings['target_program'])
self.population_dir = self.settings["population_programs_dir"]
