def mineData():
tracking = []
while True:
db = connection()
c = db.cursor()
c2 = db.cursor()
c.execute("select * from mine_data_requests where done=0")
r = dict_gen(c)
for req in r:
parsed_uri = urlparse(req["url"])
domain = '{uri.netloc}'.format(uri=parsed_uri)
print "new mining request", req["url"], domain
miner = miners[domain]()
itens = miner.mine(req["url"])
c2.execute("update mine_data_requests set done=1 where id=%s",(req["id"],))
db.commit()
print itens
c.close()
db.close()
time.sleep(check_new_minig_requests_delay)
def __init__(self, ip, sessionId, version='V2'):
self.ip = ip
self.sessionId = sessionId
self.con = connection(ip=self.ip, sessionId=self.sessionId)
self.version = version
self.uriDict = dict()
self.uriDict = {
'V1': {
'type': 'domain-compatibility',
'category': 'domain-compatibility',
'domainCompatibilityUri': 'rest/domain-compatibility'
},
'V2': {
'migrationState': 'Migrated',
'type': 'migratable-vc-domains',
'category': 'migratable-vc-domains',
'domainCompatibilityUri': 'rest/migratable-vc-domains'
}
}
self._setRestVersion(version)
self.migrationData = {
'name': {
'encGrp': 'enclosureGroupName',
'lig': 'logicalInterconnectGroupName'
},
'uri': {
'encGrp': 'enclosureGroupUri',
'lig': 'logicalInterconnectGroupUri'
}
}
def syncTracks():
while True:
db = connection()
c = db.cursor()
c.execute("select * from track order by id desc")
r = dict_gen(c)
for track in r:
parsed_uri = urlparse(track["url"])
domain = '{uri.netloc}'.format(uri=parsed_uri)
customreader = readers[domain]()
customreader.sync(track)
time.sleep(5)
c.close()
db.close()
time.sleep(sync_urls_delay)
def __init__(self, ip, liSupportDumpURI, sessionID, liSupportDumpFileSize):
con = connection(ip=ip, sessionId=sessionId)
self.ip = con._ip
self.sessionID = con._sessionId
self.headers = con._headers
self.liSupportDumpDownloadURI = liSupportDumpURI
self.liSupportDumpFileSize = liSupportDumpFileSize
def __init__(self, ip, sessionId):
self.ip = ip
self.sessionId = sessionId
self.con = connection(ip=self.ip, sessionId=self.sessionId)
def __init__(self, ip, uri, sessionID):
con = connection(ip=ip, sessionId=sessionID)
self.ip = con._ip
self.sessionID = con._sessionId
self.headers = con._headers
self.uri = uri
def __init__(self, ip, uname, pw):
self.con = connection(ip=ip, sessionId=None)
self.uname = uname
self.pw = pw
def __init__(self, ip, sessionId):
self.con = connection(ip=ip, sessionId=sessionId)
self.sessionID = self.con._sessionId
def __init__(self, ip, sessionId=None):
self.con = connection(ip=ip, sessionId=sessionId)
#coding=utf8
import time
import datetime
from common import connection, dict_gen, safe_str
from voegol import GolSearcher
from azul import AzulSearcher
while True:
db = connection()
c = db.cursor()
c2 = db.cursor()
c.execute("select * from ticket_search where active=1")
r = dict_gen(c)
searchers = [GolSearcher, AzulSearcher]
for search in r:
try:
from_airport = search["from"]
to_airport = search["to"]
start_date = search["start_date"].strftime("%Y-%m-%d")
end_date = search["end_date"].strftime("%Y-%m-%d")
results = {}
#print search
