def analysis(fileName): retList = [] with open(fileName) as f: s = BeautifulSoup(f, 'html.parser') sub = s.find(class_='e_fly_lst') if not sub: return None for airline in sub.children: if 'class' in airline.attrs and len(airline['class']) == 1 and airline['class'][0] == u'avt-column': print airline L.debug("{}", airline['id']) info = airline.contents[0].contents L.debug("{}", info) try: flightNo = getFlightNumber(info[1]) depTime, depAirport = getDepartureTimeAirport(info[2]) elapsedTime = getElapsedTime(info[3]) arrTime, arrAirport = getArriveTimeAirport(info[4]) ptyRate, delayTime = getPunctualityRateDelayTime(info[5]) ticketPrice = getTicketPrice(info[6]) except: L.warning("Get info from airline failed. content = {}", airline) continue rec = (flightNo, depTime, depAirport, arrTime, arrAirport, elapsedTime, ptyRate, delayTime, ticketPrice) retList.append(rec) return retList
def analysis(fileName): retList = [] with open(fileName) as f: s = BeautifulSoup(f, 'html.parser') sub = s.find(class_='e_fly_lst') if not sub: return None for airline in sub.children: if 'class' in airline.attrs and len( airline['class'] ) == 1 and airline['class'][0] == u'avt-column': print airline L.debug("{}", airline['id']) info = airline.contents[0].contents L.debug("{}", info) try: flightNo = getFlightNumber(info[1]) depTime, depAirport = getDepartureTimeAirport(info[2]) elapsedTime = getElapsedTime(info[3]) arrTime, arrAirport = getArriveTimeAirport(info[4]) ptyRate, delayTime = getPunctualityRateDelayTime(info[5]) ticketPrice = getTicketPrice(info[6]) except: L.warning("Get info from airline failed. content = {}", airline) continue rec = (flightNo, depTime, depAirport, arrTime, arrAirport, elapsedTime, ptyRate, delayTime, ticketPrice) retList.append(rec) return retList
def searchOne(casperScript, dep, arr, depDate): cmd = "casperjs '{}' '{}' '{}' '{}' '{}' '{}'".format(casperScript, dep[0], dep[1], arr[0], arr[1], depDate) ret, out = commands.getstatusoutput(cmd) if ret != ER_SUCC: # L.error("Execute command[{}] failed, errCode: {}, errMsg: {}".format(cmd, ret, out)) L.error("Execute command[{}] failed, errCode: {}, errMsg:{}", cmd, ret, out) return ret # L.debug("Execute command[{}] succeed, Msg: {}".format(cmd, out)) L.debug("Execute command[{}] succeed", cmd) ret = processDataByFile("/tmp/searchResult.html", depDate, dep[0], arr[0]) return ret
def searchOne(casperScript, dep, arr, depDate): cmd = "casperjs '{}' '{}' '{}' '{}' '{}' '{}'".format( casperScript, dep[0], dep[1], arr[0], arr[1], depDate) ret, out = commands.getstatusoutput(cmd) if ret != ER_SUCC: # L.error("Execute command[{}] failed, errCode: {}, errMsg: {}".format(cmd, ret, out)) L.error("Execute command[{}] failed, errCode: {}, errMsg:{}", cmd, ret, out) return ret # L.debug("Execute command[{}] succeed, Msg: {}".format(cmd, out)) L.debug("Execute command[{}] succeed", cmd) ret = processDataByFile("/tmp/searchResult.html", depDate, dep[0], arr[0]) return ret