def regex_to_big_query(re): # Take care of encoding re = re.replace("\\", "\\\\").replace("'", "\\'") # No need for grouping re = re.replace("(?:", "(") str = "(" + "LENGTH(REGEXP_REPLACE(lower(message)," + "'%s', '@'))" % re + "-" \ + "LENGTH(REGEXP_REPLACE(lower(message)," + "'%s', ''))" % re + ")" return str
def parse_xml(): """Parse xml and print only content enclosed in <post> tags""" post = False for line in stdin: line = line.strip() if is_match(r'</post|<quote', line): post = False elif post and line: print replace(r'<img(.*?)/>|<a(.*?)</a>', '', line) elif is_match(r'<post|</quote', line): post = True
def _update_imported_attachement_titles(self): """ Builds a pretty title from filename for attachments and later it saves them - Removes extension - Removes extra spaces """ for record in self.imported_attachment_ids: name = record.name name = replace(r'^(.+)(\.[^.]*)$', r'\1', name, flags=UNICODE) name = replace(r'[ \-_]+', r' ', name, flags=UNICODE) record.write({'name' : name.title()})
def _update_imported_attachement_titles(self): """ Builds a pretty title from filename for attachments and later it saves them - Removes extension - Removes extra spaces """ for record in self.imported_attachment_ids: name = record.name name = replace(r'^(.+)(\.[^.]*)$', r'\1', name, flags=UNICODE) name = replace(r'[ \-_]+', r' ', name, flags=UNICODE) record.write({'name' : name.title()})
def handleURL(line): link, url, text = getURL(line) if link is None: return re.replace(line, "[url]", "") v["%u"] = url v["%v"] = text text = subTags("URLs", "url") line = re.replace(line, link, text) url = subTags("URLs", "url-attr") line = re.replace(line, "[url]", url) return line
def handleURL(line): link, url, text = getURL(line) if link is None: return re.replace(line, "[url]", "") v["%u"] = url v["%v"] = text text = subTags("URLs", "url") line = re.replace(line, link, text) url = subTags("URLs", "url-attr") line = re.replace(line, "[url]", url) return line
def eigthDayB(): f = open("day8.txt", 'r') totalStringCharacters = 0 totalCharactersEncoded = 0 for line in f: line = line.rstrip() totalStringCharacters += len(line) print totalStringCharacters re.replace(line, "\\\\"", ") print re.findall('\\\\"', line) print re.findall('\\\\x', line) totalCharactersEncoded += len(line) + 4 + len(re.findall('\\\\"', line)) * 2 + len(re.findall('\\\\.', line)) print totalCharactersEncoded print "\n" print totalCharactersEncoded - totalStringCharacters
def call_google(params, payload): gcr = requests.post('https://vision.googleapis.com/v1/images:annotate', params=params, json=payload) try: gc_response = json.loads(gcr.content)['responses'][0] if gc_response['textAnnotations'][0]['locale'] == 'en': text = gc_response['textAnnotations'][0]['description'] text = replace(r"(\r\n|\n|\r)", " ", text) if text == "": return text words = text.split(' ') valid = 0 invalid = 0 for word in words: if word in english: valid += 1 else: invalid += 1 if invalid >= valid: text = "We are not confident in the text transcription of this image. " + "This image contains the text: " + text + ". " else: text = "This image contains the text: " + text + ". " else: text = "This image contains text in a language our extension cannot understand. " except KeyError as e: text = "" return text
def save_image_result(driver): # type ={'type':'login'} image_loc = ('css selector', 'div#captcha>img#codeimg') # url = 'https://passport.douguo.com' get_src = driver.find_element(*image_loc) size = get_src.size print(size) #微信截图可以定位 x y geti = ImageGrab.grab((1250, 600, 1350, 631)) base_dir = os.path.dirname(os.path.dirname(__file__)) base_dir = str(base_dir) base_dir = base_dir.replace('\\', '/') base = base_dir.split('/test_case')[0] path = base + '/report/image/' + 'image.png' re = pytesseract.image_to_string(geti) print(re) # geti.save(path) # f = Image.open(path) # getimage = f.crop(ra) geti.save(path) # verify = Image.open(path) # result = pytesseract.image_to_string(verify) result = re.replace(' ', '').replace('\n', '').replace('\u3000', '') print(result) return result
def slice2(s): s = re.replace(s.lower(), '[^a-z]') res = [] for i in range(len(s) - 1): tmp = s[i:i + 2] if ' ' not in tmp: res.append(tmp) return res
def power(): InputLatex="x ^ 2" string = "" str = "" dictstr = "" Outcome = " " InputLatex.split(' ') print(InputLatex) match = re.match('sum_{.*?=.*?}\^{.*?}|prod_{.*?=.*?}\^{.*?}|int_{.*?}\^{.*?}', InputLatex) powerfuncmatch = "^" #powerfuncmatch = re.match('\\\\^', InputLatex) #basefuncmatch = re.match('\\\\_', InputLatex) # print(match) if(match): print("found") if (powerfuncmatch): #re.compile(powerfuncmatch) for equ in InputLatex: queue.append(equ) print(queue) if re.search(powerfuncmatch,InputLatex): InputLatex = re.replace(powerfuncmatch, 'to the power of', InputLatex) print("Now here") print(InputLatex)
def make_formater(form): '''replaces the words in the form to the appropriate logging syntax and return the formmatter to be added''' for word in replace(r'[^\w]', ' ', form).split(): if word in FORMATS.keys(): form = form.replace(word, FORMATS[word]) return logging.Formatter(form)
def clean_list(self, pagename): a = input("1-follower/2-following: ") def openfile(pagename): if a == "1": open_file = open( "/root/Desktop/py/followerslist/" + pagename + "followers.txt", "r+") read = open_file.read() return read open_file.close() if a == "2": open_file = open( "/root/Desktop/py/following list/" + pagename + "following.txt", "r+") read = open_file.read() return read open_file.close() read = openfile(pagename) re = read.replace("'https://www.instagram.com/", "") me = re.replace("/'", "") de = me.replace(" ", "\n") if a == "1": he = open( "/root/Desktop/py/clean/" + pagename + "followersclean.txt", "w+") he.write(de) he.close() elif a == "2": he = open( "/root/Desktop/py/clean/" + pagename + "followingclean.txt", "w+") he.write(de) he.close()
def set_file_postfix(self, file, extension): ''' Set the filename postfix ''' postfix = self.options.name[0] return postfix and replace('.%s$' % extension, '%s.%s' % (postfix, extension), file)
def test_regex_match(): datafile = replace('\.py$', '.json', __file__) with open(datafile, 'r') as f: data = json_load(f) for sample in data: assert RE_COLOR.match(sample) is not None
def import_asset( self, id ): out = [] queue = [ id ] while !empty( queue ): id = queue[0] if isset( self._assets[id] ) and self._assets[id][4] and !self._assets[id][5]: # enqueued but not loaded yet asset_def = self._assets[id] type = asset_def[0] id = asset_def[1] asset = asset_def[2] deps = asset_def[3] if !empty( deps ): needs_deps = False numdeps = len(deps) for i=numdeps-1; i>=0; i--: dep = deps[i] if isset( self._assets[dep] ) and !self._assets[dep][5]: self._assets[dep][4] = True # enqueued needs_deps = True array_unshift( queue, dep ) if needs_deps: continue else: array_shift( queue ) asset_def[5] = True # loaded # hook here ret = {} self.trigger("import-asset", [ # importer, id, type, asset self, id, type, asset, ret ]).trigger("import-asset-"+id, [ # importer, id, type, asset self, id, type, asset, ret ]) if 'return' in ret: out.append( ret['return'] ) else: is_style = 'styles' == type is_script = 'scripts' == type is_tpl = 'templates' == type is_inlined = is_array(asset) asset_id = re.replace( r'[\-.\/\\:]+', '_', id) if is_style: out.append( ("<style id=\"importer-inline-style-{$asset_id}\" type=\"text/css\" media=\"all\">{$asset[0]}</style>") if is_inlined else ("<link id=\"importer-style-{$asset_id}\" type=\"text/css\" rel=\"stylesheet\" href=\""+self.path_url(asset)+"\" media=\"all\" />") ) elif is_script: out.append( ("<script id=\"importer-inline-script-{$asset_id}\" type=\"text/javascript\">/*<![CDATA[*/ {$asset[0]} /*]]>*/</script>") if is_inlined else ("<script id=\"importer-script-{$asset_id}\" type=\"text/javascript\" src=\""+self.path_url(asset)+"\"></script>") ) elif is_tpl: out.append( ("<script id=\"importer-inline-tpl-{$asset_id}\" type=\"text/x-tpl\">{$asset[0]}</script>") if is_inlined elsec("<script id=\"importer-inline-tpl-{$asset_id}\" type=\"text/x-tpl\">"+self.get(asset)+"</script>") ) else: out.append( asset[0] if is_inlined else self.get(asset) ) else: array_shift( queue )
def _get_cleared_text(self): """ Perform some operations to obtain a cleared text - Replace tabs with spaces en removes extra spaces - Replace extra simbols after lists elements """ content = (self.content or '').strip() flags = MULTILINE | UNICODE # STEP 1: Remove tabs and extra spaces content = replace(r'[ \t]+', r' ', content, flags=flags) # STEP 2: Remove spaces from both line bounds content = replace(r'[ \t]+$', r'', content, flags=flags) content = replace(r'^[ \t]+', r'', content, flags=flags) # STEP 3: Replace CRLF by LF and remove duplicates content = replace(r'[\r\n]', r'\n', content, flags=flags) content = replace(r'[\n]{2,}', r'\n\n', content, flags=flags) # STEP 2: Update questions and answers numbering formats pattern = r'^([0-9]{1,10})[.\-)]+[ \t]+' content = replace(pattern, r'\1. ', content, flags=flags) pattern = r'^([a-zñA-ZÑ])[.\-)]+[ \t]+' content = replace(pattern, r'\1) ', content, flags=flags) return content
def escape_re(re): re = re.replace(".", "\\.") re = re.replace("(", "\\)") re = re.replace(")", "\\)") re = re.replace("|", "\\|") re = re.replace("^", "\\^") re = re.replace("*", "\\*") re = re.replace("+", "\\+") re = re.replace("?", "\\?") return re
def repl(re) : """ Cambia expresiones regulares de prosite a las del modulo re de python""" mal = ['.', '-', '{', '}', '(', ')', '<', '>', 'x', '>]'] # La de prosite bien = ['', '', '[^', ']', '{', '}', '^', '$', '[GAVLIMPFYWSCTNQDEKRH]', ']?$'] # La buena for i in range(len(mal)) : re = re.replace(mal[i], bien[i]) return re
def getTemplates(args): if(not args.tokenFeatures): return [TokenString(allowOOV = True)] else: templates = [] for name in args.featureTemplates.split(","): if(name == "tokenString"): templates.append(TokenString(allowOOV = True)) elif(name == "isCap"): templates.append(Capitalized(allowOOV = False)) elif(name == "isNumeric"): templates.append(IsNumeric(allowOOV = False)) elif(re.match(r"Suffix-\d+",name)): num = re.replace(r"Suffix-","",name) templates.append(Suffix(int(num),allowOOV = True)) elif(re.match(r"Prefix-\d+",name)): num = re.replace(r"Prefix-","",name) templates.append(Prefix(int(num),allowOOV = True)) return templates
def test_regex(): datafile = replace('\.py$', '.json', __file__) with open(datafile, 'r') as f: data = json_load(f) for expectation in data: match = RE_CONFLICTED_PACKAGES.match(expectation['output']) assert match is not None assert match.group('package1') == expectation['result'][0] assert match.group('package2') == expectation['result'][1]
def getTemplates(args): if (not args.tokenFeatures): return [TokenString(allowOOV=True)] else: templates = [] for name in args.featureTemplates.split(","): if (name == "tokenString"): templates.append(TokenString(allowOOV=True)) elif (name == "isCap"): templates.append(Capitalized(allowOOV=False)) elif (name == "isNumeric"): templates.append(IsNumeric(allowOOV=False)) elif (re.match(r"Suffix-\d+", name)): num = re.replace(r"Suffix-", "", name) templates.append(Suffix(int(num), allowOOV=True)) elif (re.match(r"Prefix-\d+", name)): num = re.replace(r"Prefix-", "", name) templates.append(Prefix(int(num), allowOOV=True)) return templates
def add_new_accounts(): global CG_USERS CG_USERS.clear() with open(files["users"], "r") as f: CG_USERS = f.readlines() filter = lambda s: replace("^\ufeff", "", s) user = filter(CG_USERS[0]).split(":") return user[:2]
def isMasterFromConfigFile(self, chat_id): if not hasattr(self, "master") or not self.master: return False if unicode(self.master).isnumeric(): return unicode(chat_id) == unicode(self.master) else: with self.bot.database as conn: cur = conn.cursor() cur.execute("select username from telegram_uids where uid = ?", [chat_id]) res = cur.fetchone() return res != None and unicode(res[0]) == unicode(re.replace(r'^@', '', self.master))
def tokenize(text, stop_list): a = text.lower().translate(string.maketrans("",""), string.punctuation + string.digits) b = re.replace(r'(\s+)', ' ', a) c = b.split(' ') ### This might be too simple (simply deletes punctuation, then elims ### double spaces) ### Maybe eliminate some words here? ### It seems like code blocks get grabbed sometimes, so elim those ### To keep or not to keep numbers? return c
def tokenize(text, stop_list): a = text.lower().translate(string.maketrans("", ""), string.punctuation + string.digits) b = re.replace(r'(\s+)', ' ', a) c = b.split(' ') ### This might be too simple (simply deletes punctuation, then elims ### double spaces) ### Maybe eliminate some words here? ### It seems like code blocks get grabbed sometimes, so elim those ### To keep or not to keep numbers? return c
def test_assert_setting_reddit_api_scope_format(self): """ For the "scope" value, Reddit's API uses a slight deviation from the oAuth 2.0 specifications, which states scopes should be space-separated. Reddit uses a comma separated value. Here, verify that the setting actually uses a comma separated list and NOT a standard oAuth space separated list. """ self.assertEqual( settings.OAUTH_REDDIT_SCOPE, re.replace(r"[, ]+", ",", settings.OAUTH_REDDIT_SCOPE), )
def _get_table_condition(self, table, config): conds = [] if table.extcondition: conds.append( re.replace(r"(?i)^\s*where\s+", table.extcondition, "")) if config.filter: conds.append(config.filter) if conds: return " where " + " and ".join("(%s)" % c for c in conds) else: return ""
def test_assert_setting_reddit_api_scope_format(self): """ For the "scope" value, Reddit's API uses a slight deviation from the oAuth 2.0 specifications, which states scopes should be space-separated. Reddit uses a comma separated value. Here, verify that the setting actually uses a comma separated list and NOT a standard oAuth space separated list. """ self.assertEqual( settings.OAUTH_REDDIT_SCOPE, re.replace(r'[, ]+', ',', settings.OAUTH_REDDIT_SCOPE) )
def get_username(): filter = lambda s: replace("^\ufeff", "", s) try: assert len(CG_USERS), "Not accounts to CG!" assert ":" in CG_USERS[0], "Not accounts to CG!" user = filter(CG_USERS[0]) user = user.split(":") return user[:2] except IndexError: raise SystemExit("Not accounts to CG!")
def isMasterFromConfigFile(self, chat_id): if not hasattr(self, "master") or not self.master: return False if unicode(self.master).isnumeric(): return unicode(chat_id) == unicode(self.master) else: with self.bot.database as conn: cur = conn.cursor() cur.execute("select username from telegram_uids where uid = ?", [chat_id]) res = cur.fetchone() return res != None and unicode(res[0]) == unicode( re.replace(r'^@', '', self.master))
def shoesize(size): if 'EU' in size: re = size.replace('EU', '') elif 'UK' in size: re = size.replace('UK', '') elif 'US' in size: re = size.replace('US', '') else: re = size if '.' in re: return re.replace('.', '') else: return re
def convert(self, input, target = False): convert_from = convert_to = multiplier_from = multiplier_to = False unittext = string.strip(re.replace("[^a-zA-Z ]", "", input)) amount = string.strip(re.replace("[^0-9.,]", "", input)).replace(",", ".") if amount == "": return False #first determine unit of input value unit = self.get_unit(unittext) if not unit: return False convert_from = unit[1] if not target: if convert_from.has_key("derivations"): convert_to = convert_from.derivations[0] else: convert_to = unit[2] else: convert_to = self.get_unit(target) if convert_to.has_key("derivations"): if inspect.isfunction(convert_from.ratio_inverse): conversion = convert_from.ratio_inverse(amount) else: conversion = amount / convert_from.ratio else: if inspect.isfunction(convert_to.ratio): conversion = convert_to.ratio(amount) else: conversion = amount * convert_to.ratio if convert_to.has_key("factor"): prefix = convert_to.factor amount = amount / units.multipliers[convert_to.factor]["factor"] else: prefix = "" return (amount, convert_from.symbol, conversion, convert_to.symbol)
def action(self, state, turn, playerNum): print "Current State" print self.state userInput = raw_input('It\'s turn {}. Your Move, Player {}: '.format( turn, playerNum)) # Cleaning input to standardized form userInput.replace(userInput, r"$[0-9]* $[0-9]*", r"\1,\2") # fix for higher dimension userInput = re.replace(userInput, r"\[\] ", "") position = userInput.split(',') for i in range(len(position)): position[i] = int(position[i]) return position
def segment(all_the_text): re = "" relist = "" words = segmenter.seg(all_the_text) count = 0 for w in words: if len(w) > 1 and w >= u'/u4e00' and w <= u'\u9fa5': re = re + " " + w count = count + 1 if count % 100 == 0: re = re.replace("\n", " ") relist = relist + "\n" + re re = "" count = count + 1 re = re.replace("\n", " ").replace("\r", " ") if len(relist) > 1 and len(re) > 40: relist = relist + "\n" + re elif len(re) > 40: relist = re relist = relist + "\n" relist = relist.replace("\r\n", "\n").replace("\n\n", "\n") return relist
def clean_list(self, filename): def openfile(filename): open_file = open( "/root/Desktop/py/hemin/" + filename + "following.txt", "r+") read = open_file.read() return read open_file.close() read = openfile(filename) re = read.replace("'https://www.instagram.com/", "") me = re.replace("/'", "") de = me.replace(" ", "\n") he = open("/root/Desktop/py/clean/" + filename + "clean.txt", "w+") he.write(de) he.close()
def todo_complete(caldav_conn, args): if args.nocaldav: raise ValueError("No caldav connection, aborting") tasks = todo_select(caldav_conn, args) for task in tasks: if hasattr(task.instance.vtodo, 'rrule'): rrule = rrulestr(task.instance.vtodo.rrule.value) try: next = rrule.after(datetime.now()) except TypeError: ## pesky problem with comparition of timestamps with and without tzinfo next = rrule.after(datetime.now(tz=tzlocal.get_localzone())) if next: ## new_task is to be completed and we keep the original task open completed_task = task.copy() remaining_task = task ## the remaining task should have recurrence id set to next start time, and range THISANDFUTURE if hasattr(remaining_task.instance.vtodo, 'recurrence_id'): del remaining_task.instance.vtodo.recurrence_id remaining_task.instance.vtodo.add('recurrence-id') remaining_task.instance.vtodo.recurrence_id.value = next ## TODO: should be same type as dtstart (date or datetime) remaining_task.instance.vtodo.dtstart.value = next ## TODO: should be same type as dtstart (date or datetime) remaining_task.instance.vtodo.recurrence_id.params['RANGE'] = [ 'THISANDFUTURE' ] remaining_task.instance.vtodo.rrule remaining_task.save() ## the completed task should have recurrence id set to current time ## count in rrule should decrease if hasattr(completed_task.instance.vtodo, 'recurrence_id'): del completed_task.instance.vtodo.recurrence_id completed_task.instance.vtodo.add('recurrence-id') completed_task.instance.vtodo.recurrence_id.value = datetime.now( ) completed_task.instance.vtodo.dtstart.value = datetime.now() count_search = re.search( 'COUNT=(\d+)', completed_task.instance.vtodo.rrule.value) if count_search: completed_task.instance.vtodo.rrule.value = re.replace( 'COUNT=(\d+)', 'COUNT=%d' % int(count_search.group(1)) - 1) completed_task.complete() continue task.complete()
def longest_word(string): """Finds the longest word in a given string""" if len(string) == 1: return string # split string and remove any non-alphanum chars words = [replace(r'[\W+]', '', word) for word in string.split(' ')] if len(words) == 1: return string longest = '' for word in words: if len(word) > len(longest): longest = word return longest
def removeCommonWords(self): if self.channel == "Instagram": self.keywordList = ["인스타그램", "인스타", "팔로우", "맞팔", "인친", "셀스타그램", "그램", "스타"] elif self.channel == "Naver Blog": self.keywordList = ["포스팅", "블로그", "댓글", "이웃추가"] elif self.channel == "Twitter": self.keywordList = ["트윗", "RT", "트위터"] if self.channel == "Naver News": self.keywordList = ["없음", "헤럴드", "역필", "투데이", "머니", "코리아", "기자", "오마이", "구독", "연합", "채널", "네이버", "뉴시스", "금지", "저작", "무단", "뉴스", "재배포"] else: self.keywordList = [] # self.keywordList.append(self.keyword) for keyword in self.keywordList: self.text = re.replace(keyword, " ", self.text)
def longest_word(string): """Finds the longest word in a given string""" if len(string) == 1: return string # split string and remove any non-alphanum chars words = [replace(r'[\W+]', '', word) for word in string.split(' ')] if len(words) == 1: return string longest = '' for word in words: if len(word) > len(longest): longest = word return longest
def defragment(tokenized): """Converts token list to string Arguments: tokenized {list} -- Tokenized string Return: str -- Rebuilt string """ title = "" for token in tokenized: if token in "([{": title += token elif token in "}])": title = title[:-1] + token + " " else: title += token + " " return replace(r"(?<=\d)( \/ )(?=\d)", "/", title[:-1])
def todo_complete(caldav_conn, args): if args.nocaldav: raise ValueError("No caldav connection, aborting") tasks = todo_select(caldav_conn, args) for task in tasks: if hasattr(task.instance.vtodo, 'rrule'): rrule = rrulestr(task.instance.vtodo.rrule.value) try: next = rrule.after(datetime.now()) except TypeError: ## pesky problem with comparition of timestamps with and without tzinfo next = rrule.after(datetime.now(tz=tzlocal.get_localzone())) if next: ## new_task is to be completed and we keep the original task open completed_task = task.copy() remaining_task = task ## the remaining task should have recurrence id set to next start time, and range THISANDFUTURE if hasattr(remaining_task.instance.vtodo, 'recurrence_id'): del remaining_task.instance.vtodo.recurrence_id remaining_task.instance.vtodo.add('recurrence-id') remaining_task.instance.vtodo.recurrence_id.value = next ## TODO: should be same type as dtstart (date or datetime) remaining_task.instance.vtodo.dtstart.value = next ## TODO: should be same type as dtstart (date or datetime) remaining_task.instance.vtodo.recurrence_id.params['RANGE'] = [ 'THISANDFUTURE' ] remaining_task.instance.vtodo.rrule remaining_task.save() ## the completed task should have recurrence id set to current time ## count in rrule should decrease if hasattr(completed_task.instance.vtodo, 'recurrence_id'): del completed_task.instance.vtodo.recurrence_id completed_task.instance.vtodo.add('recurrence-id') completed_task.instance.vtodo.recurrence_id.value = datetime.now() completed_task.instance.vtodo.dtstart.value = datetime.now() count_search = re.search('COUNT=(\d+)', completed_task.instance.vtodo.rrule.value) if count_search: completed_task.instance.vtodo.rrule.value = re.replace('COUNT=(\d+)', 'COUNT=%d' % int(count_search.group(1))-1) completed_task.complete() continue task.complete()
def getMain(self, sentence): re = '' words, rely_id, relation = self.getLTPAnalysis(sentence) #hed = self.getHED(array) if 0 in rely_id: hed = rely_id.index(0) sbv = self.getWord(words, rely_id, relation, hed, 'SBV') # 主语 vob = self.getWord(words, rely_id, relation, hed, 'VOB') # 宾语 fob = self.getWord(words, rely_id, relation, hed, 'FOB') # 后置宾语 adv = self.getWord(words, rely_id, relation, hed, 'ADV') # 定中 pob = self.getWord(words, rely_id, relation, hed, 'POB') # 介宾如果没有主语可做主语 zhuWord = self.getFirstNotNone([sbv, pob]) # 最终主语 weiWord = words[hed] # 最终谓语 binWord = self.getFirstNotNone([vob, fob, pob]) # 最终宾语 re = '{} {} {}'.format(zhuWord, weiWord, binWord) return re.replace('None', ' ')
def _insert_value(line, value, type): """.. Insert value into line. Parameters ---------- line : str Line of document to insert value. value : str Value to insert. type : str Formatting for value. Returns ------- line : str Line of document with inserted value. """ if (type == 'no change'): line = re.replace('\\\\?#\\\\?#\\\\?#', value, line) elif (type == 'round'): try: value = float(value) except: raise_from(CritError(messages.crit_error_not_float % value), None) digits = re.findall('\\\\?#([0-9]+)\\\\?#', line)[0] rounded_value = format(value, '.%sf' % digits) line = re.sub('(.*?)\\\\?#[0-9]+\\\\?#', r'\g<1>' + rounded_value, line) elif (type == 'comma + round'): try: value = float(value) except: raise_from(CritError(messages.crit_error_not_float % value), None) digits = re.findall('\\\\?#([0-9]+),\\\\?#', line)[0] rounded_value = format(value, ',.%sf' % digits) line = re.sub('(.*?)\\\\?#[0-9]+,\\\\?#', r'\g<1>' + rounded_value, line) return(line)
def query_naivebayes(model={}, text='', min_word_size=4, k=1): from decimal import Decimal, Context from math import log from re import sub as replace # cria contexto para o built-in Decimal context = Context() # processa texto para de ter apenas palavras significativas if type(text).__name__ == 'str': print('Processando texto, stemming, removendo stopwords ....\n\n') words = text_processing(replace(r'([^a-zA-Z ]+)', r'', text), min_word_size=min_word_size) else: words = text #return model # cria vetor de probabilidades prob_topic = list() for topic in model.keys(): #print("Calculando topico: %s" % topic) prob = context.ln(model[topic]['P_topic']) words_of_topic = model[topic]['P_wk'].keys() #print("ANTES %s" % words) for wk in words: #print("PROBLEMA %s %f %f" % (wk, model[topic]['P_wk'][wk], log(model[topic]['P_wk'][wk]))) if not wk in words_of_topic: prob += context.ln(model[topic]['P_wk']['espuria']) else: prob += context.ln(model[topic]['P_wk'][wk]) prob_topic.append({topic: prob}) sorted_probs = sorted(prob_topic, key=lambda k: tuple(k.values())[0], reverse=True) return sorted_probs[0:k]
def query_naivebayes(model={}, text='', min_word_size=4, k=1): from decimal import Decimal, Context from math import log from re import sub as replace # cria contexto para o built-in Decimal context = Context() # processa texto para de ter apenas palavras significativas if type(text).__name__ == 'str': print('Processando texto, stemming, removendo stopwords ....\n\n') words = text_processing( replace(r'([^a-zA-Z ]+)', r'', text), min_word_size=min_word_size) else: words = text #return model # cria vetor de probabilidades prob_topic = list() for topic in model.keys(): #print("Calculando topico: %s" % topic) prob = context.ln(model[topic]['P_topic']) words_of_topic = model[topic]['P_wk'].keys() #print("ANTES %s" % words) for wk in words: #print("PROBLEMA %s %f %f" % (wk, model[topic]['P_wk'][wk], log(model[topic]['P_wk'][wk]))) if not wk in words_of_topic: prob += context.ln( model[topic]['P_wk']['espuria'] ) else: prob += context.ln( model[topic]['P_wk'][wk] ) prob_topic.append( {topic: prob} ) sorted_probs = sorted(prob_topic, key=lambda k: tuple(k.values())[0], reverse=True) return sorted_probs[0:k]
def validate_query(query): query = re.sub(r'" *~', '"~', query) query = re.sub(r'~ *', '~', query) parts = query.split('"') if parts[0] == '': parts = parts[1:] in_phrase = False for part in parts: in_phrase = not in_phrase if '*' in part and in_phrase: raise ValueError( '* is not allowed in a phrase ({})'.format(part)) elif part[0] == '~' and re.replace(r'^~[0-9]+', '', part) == part: raise ValueError( '~ must be followed by a number after a phrase ({})'.format(part)) return query
def _get_cleared_text(self): """ Perform some operations to obtain a cleared text - Replace tabs with spaces en removes extra spaces - Replace extra simbols after lists elements """ content = (self.content or '').strip() flags = MULTILINE|UNICODE # STEP 1: Remove tabs and extra spaces content = replace(r'[ \t]+', r' ', content, flags=flags) # STEP 2: Remove spaces from both line bounds content = replace(r'[ \t]+$', r'', content, flags=flags) content = replace(r'^[ \t]+', r'', content, flags=flags) # STEP 3: Replace CRLF by LF and remove duplicates content = replace(r'[\r\n]', r'\n', content, flags=flags) content = replace(r'[\n]{2,}', r'\n\n', content, flags=flags) # STEP 2: Update questions and answers numbering formats content = replace(r'^([0-9]{1,10})[.\-)]+[ \t]+', r'\1. ', content, flags=flags) content = replace(r'^([a-zñA-ZÑ])[.\-)]+[ \t]+', r'\1) ', content, flags=flags) return content
dest = os.getcwd() if len(parse.arguments) > 1: dest = os.path.join(dest, parse.arguments[2]) if os.path.isdir(dest): dest = os.path.join(dest, parse.arguments[1].replace(tpl_suffix, '.php')) if dest[-4:] != '.php': dest += '.php' # check if destination doesn't exist or --force is on if os.path.isfile(dest) and not parse.options['force']: safe.quit('Destination file already exists. Use -f/--force to overwrite.', 1) print 'Copying {0} to {1}.' # copy file safe.catch(shutil.copy, (src, dest), 'Can\'t copy template ({0}) to {1}.') print 'Ok.' # replace title with that from command line if parse.options['title'] != default_title: from contextlib import nested import re with nested(safe.fopen(dest), safe.fopen(dest + '.tmp', 'w') as (s, d): for i in s: d.write(re.replace(r'($APPLICATION\\-\\>SetTitle\\(\\s*")[^)]("\\))', '$1{0}$2'.format(parse.options['title'])))
def goto(self, axis_letter, offset=False): coordinate = float(getattr( self, 'lcdWorkNumber' + axis_letter.upper()).value()) format = "{0:." + str(conf.get('ui.lcd_precision')) + "f}" formatted_coord = format.format(coordinate) coordinate, ok = QtGui.QInputDialog.getText( self, 'Goto', u''' Enter a new coordinate for the %s axis. \u2022 -20 or +20 absolute \u2022 --20 or ++20 relative \u2022 50%% percent of current position \u2022 ((here + 20) / 3.2) arithmetic ''' % axis_letter.upper(), QtGui.QLineEdit.Normal, formatted_coord) coordinate = str(coordinate).strip() if ok: # relative match = re.search(r'^(([\-\+])\2)[\d\.]+$', coordinate) if match is not None: self.logger.debug(coordinate) coordinate = re.sub(r'^([\-\+])\1', r'\1', coordinate) if coordinate == 0: coordinate = abs(coordinate) self.logger.debug(coordinate) self.controller.move_axis(axis_letter, coordinate) return None # absolute match = re.search(r'^([\-\+])?[\d\.]+$', coordinate) if match is not None: self.controller.move_axis(axis_letter, coordinate, True) return None # percentage match = re.search(r'^([\d\.]+)\%$', coordinate) if match is not None: group = match.groups() if offset: current_coordinate = getattr( self, 'lcdWorkNumber' + axis_letter.upper()).value() else: current_coordinate = getattr( self, 'lcdMachNumber' + axis_letter.upper()).value() current_coordinate = ( current_coordinate * (float(group[0]) / 100)) if current_coordinate == 0: current_coordinate = abs(current_coordinate) self.controller.move_axis( axis_letter, current_coordinate, True) return None # expresion match = re.search(r'^\(.+\)$', coordinate) if match is not None: if offset: current_coordinate = getattr( self, 'lcdWorkNumber' + axis_letter.upper()).value() else: current_coordinate = getattr( self, 'lcdMachNumber' + axis_letter.upper()).value() coordinate = re.replace(r'\bhere\b', current_coordinate) ns = {'__builtins__': None} new_coordinate = eval(coordinate, ns) if new_coordinate == 0: new_coordinate = abs(new_coordinate) self.controller.move_axis(axis_letter, new_coordinate, True) return None
"wouldn't've": "would not have", "y'all": "you all", "y'all'd": "you all would", "y'all'd've": "you all would have", "y'all're": "you all are", "y'all've": "you all have", "you'd": "you had / you would", "you'd've": "you would have", "you'll": "you shall / you will", "you'll've": "you shall have / you will have", "you're": "you are", "you've": "you have" } # cria lista com contracoes sem os apostrofos from re import sub as replace contractions_without_punc = replace(r'([^a-z ]+)', r'', ' '.join(contractions.keys())).split(' ') ## # Funcao que cria o "modelo" naivebayes, uma estrutura # com as probabilidades calculadas ## # texts => Lista com o nome dos arquivos a serem # aprendidos, ou a estrutura de texto ja # processada (estrutura retornada pela # funcao prepare_reuters_data) # ## # Retorna uma dicionario cujas chaves sao os topicos # encontrados, para cada chave ha outro dicionario associado # contendo duas chaves, a probabilidade do topico em questao,
for i in range(len(items)): list_item = driver.find_element_by_xpath("//*[@id='rso']/li[@class='psli']["+str(i+1)+"]") item = driver.find_element_by_xpath("//*[@id='rso']/li[@class='psli']["+str(i+1)+"]/div[1]/div[2]/h3/a") item.click() driver.implicitly_wait(10) driver.find_element_by_xpath("//*[@id='rso']/li[@class='psli']["+str(i+1)+"]/following-sibling::li/div/div/div/div[2]/div[1]/a").click()#get product reviews try: # try clicking "get all product reviews" driver.find_element_by_xpath("//*[@id='reviews-by-others']/div[6]/a").click() except: pass #//*[@id="reviews-by-others"]/div[3]/div[2]/div[2]/div[3]/span _product_name = driver.find_element_by_xpath("//*[@id='product-name']").text _product_name = re.replace(" ","_"); print "_product_name " + _product_name product_data = {"product_name":_product_name, "reviews":[] } print "product_data " + json.dumps(product_data) review_cnt = 0 while True: try: fn = product_data["product_name"] + ".txt" fdir = dataFolder + "/" + fn reviews_cnt = len(driver.find_elements_by_xpath("//*[@id='reviews-by-others']/div[3]/div")) #//*[@id="reviews-by-others"]/div[3]/div[1]/div[2]/div[3]/span print 'reviews_cnt is ' + str(reviews_cnt) for j in range(reviews_cnt): #//*[@id="reviews-by-others"]/div[3]/div[6]/div[2]/div[3]/span
def removeStopwords(text): return re.replace(stopwordPattern,"". text)
def prepare_reuters_data(file_name_list=list(), min_word_size=4, process_text=True, text_processing_function=nltk_tokenizer): from bs4 import BeautifulSoup from re import sub as replace from datetime import datetime as date # tags usados na estruturacao da noticia record_tag = 'reuters' topics_tag = 'topics' topic_tag = 'd' text_tag = 'text' result = dict({'texts': list(), 'topics': dict(), 'text_to_topics':[]}) index = 0 for file_name in file_name_list: print(date.now().strftime('[%Y-%m-%d %H:%M:%S]') + " - Processando arquivo: %s" % file_name) file = open(file_name, 'r', encoding='utf-8', errors='ignore') xml = BeautifulSoup( file.read() ). \ findAll(record_tag) print("\tNumero de registros a ser processado: %d" % len(xml)) for record in xml: topics = record.find(topics_tag). \ findAll(topic_tag) # descarta noticias sem topico if len(topics) == 0: continue # adiciona o indice do texto atual na lista dos # topicos presentes nessa noticia current_topics = [] for topic in topics: if not topic.text in result['topics'].keys(): result['topics'][topic.text] = list() result['topics'][topic.text].append(index) current_topics.append(topic.text) # dado um texto, i-esimo elemento da lista # result['texts'], cria uma lista com os topicos # relacionados a esse texto result['text_to_topics'].append(current_topics) text = record.find(text_tag).text if process_text: # remove caracteres que nao letras e # espaco, tambem muda texto para caixa baixo # substitue qualquer espaco por apenas um text = replace(r'([\s]+)', r' ', text.lower()) text = replace(r'([^a-zA-Z ]+)', r'', text) # aplica funcao processing_text_function text = text_processing_function(text=text, min_size=min_word_size) result['texts'].append(text) #print(index) index += 1 return result
import re print "Hello, World!" s = "s#$%^&plunk" print re.replace('\W', '', s)
def format_image(self, image): name = image["name"] # If inlining is turned on then we need to embed the image # into the generated output HTML file. if(self.m_inline == True): handle = open(name, "rb") data = base64.encodestring(handle.read()) data = re.replace("\n", "", data) name = "data:image/jpeg;base64," + data handle.close() style = "" caption = "" href_start = "" href_end = "" if(image.has_key("width")): style += "width:%s;" % image["width"] if(image.has_key("height")): style += "height:%s;" % image["height"] if(image.has_key("caption")): caption = image["caption"] if(image.has_key("href")): href_start = "<a style='text-decoration:none;' href='%s'>" % image["href"] href_end = "</a>" if(image.has_key("align") and (image["align"] == "center" or image["align"] == "right")): if(image["align"] == "center"): return """ %s <center> <table style='text-align:center;'> <tr><td><img src='%s' style=\"%s\"/></td></tr> <tr><td><b>%s</b></td></tr> </table> </center> %s """ % (href_start, name, style, caption, href_end) elif(image["align"] == "right"): return """ %s <table style='text-align:center;float:right;'> <tr><td><img src='%s' style=\"%s\"/></td></tr> <tr><td><b>%s</b></td></tr> </table> %s """ % (href_start, name, style, caption, href_end) else: return """ %s <span style='display:inline;'> <table style='display:inline;text-align:center;'> <tr><td><img src='%s' style=\"%s\"/></td></tr> <tr><td><b>%s</b></td></tr> </table> </span> %s """ % (href_start, name, style, caption, href_end)
def split_nasdaq(symbol): sym = re.replace(_symbol_delimiter_regex, '', symbol) return sym[:4], sym[4:]
def no_groups(re): return re.replace('(', '(?:').replace('(?:?', '(?')
def whitelist(value): return replace("[^\da-zA-Z\-_]", "", value)