Python get_dbの例

コード例 #1

ファイル: removeOldUsers.py プロジェクト: adblockplus/sitescripts

def removeOldUsers(months=4):
    cursor = get_db().cursor()
    executeQuery(
        cursor,
        'DELETE FROM #PFX#users WHERE ADDDATE(mtime, INTERVAL %s MONTH) < NOW()',
        months)
    get_db().commit()

コード例 #2

ファイル: removeOldReports.py プロジェクト: itguy327/sitescripts

def removeOldReports(days=30):
  cursor = get_db().cursor(MySQLdb.cursors.DictCursor)
  executeQuery(cursor,
         '''SELECT guid FROM #PFX#reports WHERE ADDDATE(ctime, INTERVAL %s DAY) < NOW()''',
         (days))
  for report in cursor:
    removeReport(report['guid'])

コード例 #3

ファイル: parseNewReports.py プロジェクト: itguy327/sitescripts

def processReport(xmlFile):
  global reportData, tagStack

  guid = os.path.splitext(os.path.basename(xmlFile))[0]

  cursor = get_db().cursor()
  executeQuery(cursor,
              '''SELECT guid FROM #PFX#reports WHERE guid = %s''',
              (guid))
  report = cursor.fetchone()

  if report != None:
    os.remove(xmlFile)
    return

  source = open(xmlFile, 'rb')
  reportData = {'status': '', 'usefulness': 0, 'warnings': {}, 'requests': [], 'filters': [], 'subscriptions': [], 'extensions': [], 'errors': [], 'time': time()}
  tagStack = []

  parser = ParserCreate()
  parser.StartElementHandler = processElementStart
  parser.EndElementHandler = processElementEnd
  parser.CharacterDataHandler = processText
  try:
    parser.ParseFile(source)
  except ExpatError, error:
    reportData['warnings']['!parsing'] = 'Parsing error in the report: %s at line %i column %i' % (ErrorString(error.code), error.lineno, error.offset)

コード例 #4

ファイル: parseNewReports.py プロジェクト: andreynovikov/sitescripts

def processReport(xmlFile):
  global reportData, tagStack

  guid = os.path.splitext(os.path.basename(xmlFile))[0]

  cursor = get_db().cursor()
  executeQuery(cursor,
              '''SELECT guid FROM #PFX#reports WHERE guid = %s''',
              (guid))
  report = cursor.fetchone()

  if report != None:
    os.remove(xmlFile)
    return

  source = open(xmlFile, 'rb')
  reportData = {'status': '', 'usefulness': 0, 'warnings': {}, 'requests': [], 'filters': [], 'subscriptions': [], 'extensions': [], 'errors': [], 'time': time()}
  tagStack = []

  parser = ParserCreate()
  parser.StartElementHandler = processElementStart
  parser.EndElementHandler = processElementEnd
  parser.CharacterDataHandler = processText
  try:
    parser.ParseFile(source)
  except ExpatError, error:
    reportData['warnings']['!parsing'] = 'Parsing error in the report: %s at line %i column %i' % (ErrorString(error.code), error.lineno, error.offset)

コード例 #5

ファイル: removeOldReports.py プロジェクト: smanne/sitescripts

def removeOldReports(days=30):
    cursor = get_db().cursor(MySQLdb.cursors.DictCursor)
    executeQuery(
        cursor,
        'SELECT guid FROM #PFX#reports WHERE ADDDATE(ctime, INTERVAL %s DAY) < NOW()',
        days)
    for report in cursor:
        removeReport(report['guid'])

コード例 #6

def updateSubscriptionList():
    cursor = get_db().cursor(MySQLdb.cursors.DictCursor)
    executeQuery(cursor, 'SELECT id, url FROM #PFX#subscriptions')
    subids = {}
    for dbsub in cursor:
        subids[dbsub['url']] = dbsub['id']

    subscriptions = subscriptionParser.readSubscriptions()
    for subscription in subscriptions.values():
        for title, url, complete in subscription.variants:
            id = subids.get(url)
            if id == None:
                executeQuery(cursor, 'INSERT INTO #PFX#subscriptions (url) VALUES (%s)', url)
            else:
                del subids[url]

    for url in subids:
        executeQuery(cursor, 'DELETE FROM #PFX#subscriptions WHERE id = %s', subids[url])
    get_db().commit()

コード例 #7

ファイル: parseNewReports.py プロジェクト: adblockplus/sitescripts

def processReport(xmlFile):
    global reportData, tagStack

    guid = os.path.splitext(os.path.basename(xmlFile))[0]

    cursor = get_db().cursor()
    executeQuery(cursor, 'SELECT guid FROM #PFX#reports WHERE guid = %s', guid)
    report = cursor.fetchone()

    if report != None:
        os.remove(xmlFile)
        return

    source = open(xmlFile, 'rb')
    reportData = {
        'status': '',
        'usefulness': 0,
        'warnings': {},
        'requests': [],
        'filters': [],
        'subscriptions': [],
        'extensions': [],
        'errors': [],
        'time': time()
    }
    tagStack = []

    parser = ParserCreate()
    parser.StartElementHandler = processElementStart
    parser.EndElementHandler = processElementEnd
    parser.CharacterDataHandler = processText
    try:
        parser.ParseFile(source)
    except ExpatError as error:
        reportData['warnings'][
            '!parsing'] = 'Parsing error in the report: %s at line %i column %i' % (
                ErrorString(error.code), error.lineno, error.offset)

    source.seek(0)
    reportData['knownIssues'] = knownIssuesParser.findMatches(source, 'en-US')
    source.close()

    if 'screenshot' in reportData and not reportData['screenshot'].startswith(
            'data:image/'):
        del reportData['screenshot']
    if 'email' in reportData and reportData['email'].find(
            ' at ') < 0 and reportData['email'].find('@') < 0:
        del reportData['email']

    validateData(reportData)
    saveReport(guid, reportData, True)
    os.remove(xmlFile)

コード例 #8

ファイル: processReports.py プロジェクト: kzar/sitescripts

def getReports():
    count = 1000
    offset = 0
    while True:
        cursor = get_db().cursor(MySQLdb.cursors.DictCursor)
        executeQuery(cursor, 'SELECT guid FROM #PFX#reports WHERE hasscreenshot > 0 LIMIT %s OFFSET %s', (count, offset))
        rows = cursor.fetchall()
        cursor.close()
        if len(rows) == 0:
            break
        for row in rows:
            yield row
        offset += len(rows)

コード例 #9

ファイル: processReports.py プロジェクト: adblockplus/sitescripts

def getReports():
    count = 1000
    offset = 0
    while True:
        cursor = get_db().cursor(MySQLdb.cursors.DictCursor)
        executeQuery(
            cursor,
            'SELECT guid FROM #PFX#reports WHERE hasscreenshot > 0 LIMIT %s OFFSET %s',
            (count, offset))
        rows = cursor.fetchall()
        cursor.close()
        if len(rows) == 0:
            break
        for row in rows:
            yield row
        offset += len(rows)

コード例 #10

ファイル: parseNewReports.py プロジェクト: kzar/sitescripts

def processReport(xmlFile):
    global reportData, tagStack

    guid = os.path.splitext(os.path.basename(xmlFile))[0]

    cursor = get_db().cursor()
    executeQuery(cursor, 'SELECT guid FROM #PFX#reports WHERE guid = %s', guid)
    report = cursor.fetchone()

    if report != None:
        os.remove(xmlFile)
        return

    source = open(xmlFile, 'rb')
    reportData = {'status': '', 'usefulness': 0, 'warnings': {}, 'requests': [], 'filters': [], 'subscriptions': [], 'extensions': [], 'errors': [], 'time': time()}
    tagStack = []

    parser = ParserCreate()
    parser.StartElementHandler = processElementStart
    parser.EndElementHandler = processElementEnd
    parser.CharacterDataHandler = processText
    try:
        parser.ParseFile(source)
    except ExpatError as error:
        reportData['warnings']['!parsing'] = 'Parsing error in the report: %s at line %i column %i' % (ErrorString(error.code), error.lineno, error.offset)

    source.seek(0)
    reportData['knownIssues'] = knownIssuesParser.findMatches(source, 'en-US')
    source.close()

    if 'screenshot' in reportData and not reportData['screenshot'].startswith('data:image/'):
        del reportData['screenshot']
    if 'email' in reportData and reportData['email'].find(' at ') < 0 and reportData['email'].find('@') < 0:
        del reportData['email']

    validateData(reportData)
    saveReport(guid, reportData, True)
    os.remove(xmlFile)

コード例 #11

ファイル: removeOldUsers.py プロジェクト: kzar/sitescripts

def removeOldUsers(months=4):
    cursor = get_db().cursor()
    executeQuery(cursor, 'DELETE FROM #PFX#users WHERE ADDDATE(mtime, INTERVAL %s MONTH) < NOW()', months)
    get_db().commit()