def deleteBySpecID(specID, table): sql = "delete from %s where objID= \'%s\'" % (table, specID) sqlHelper.execSQL(sql)
data = sqlHelper.getFetchAll(sql_select) data_saved = [] conn = sqlHelper.getMySQLConn() count = 0 derepCount = 0 for row in data: objID = row[0] ra = row[1] dec = row[2] if checkReplication(ra, dec, data_saved): sqlHelper.execWithValues(conn, sql_delete, [objID]) derepCount += 1 print str(derepCount) + ":" + str(objID) else: data_saved.insert(0, [ra, dec]) count += 1 if count % 1000 == 0: print "handled count : " + str(count) print "total : %s , derep : %s" % (count, derepCount) sqlHelper.closeConn(conn) # dereplicationByCoordinate("DM.SDSS_DEREP") dereplicationByCoordinate("DM.LAMOST_DEREP", "specid", "objra", "objdec", "obsdate") sqlHelper.execSQL("delete from DM.LAMOST_DEREP where final_class = \"VeryLowFlux\"") sqlHelper.execSQL("delete from DM.LAMOST_DEREP where snrr<6 and snrg<6") sqlHelper.execSQL( "delete from DM.LAMOST_DEREP where final_class = 'Dead' or final_class ='PosErr' or final_class = 'Unknown'")