Esempi in Python per tfeOutput

Esempio n. 1

derive_features.derive_features_par(source_ids,
                                    noise_dict,
                                    cursor,
                                    connection,
                                    number_processors=2,
                                    delete_existing=True)
connection.commit()

### check that we have filenames

##########
########## OUTPUT RESULTS
##########
## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids, cursor,
                      '../data_processed/hip_ogle_plot.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids, cursor,
                    '../data_processed/hip_ogle_plot_tfe.dat')

connection.commit()

Esempio n. 2

# make a nice view of the features table
sql_cmd = """CREATE VIEW IF NOT EXISTS features_short AS SELECT source_id,freq1_harmonics_freq_0,std,max,weighted_average FROM features"""
cursor.execute(sql_cmd)

# take a look at the features
sql_cmd = """SELECT * FROM features_short"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
for i in db_info:
    print i

#######
####### OUTPUT FOR ANALYSIS IN R
#######

# output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids, cursor,
                      '../data_processed/hipparcos/sources00001.dat')

# output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids, cursor,
                    '../data_processed/hipparcos/tfe00001.dat')

Esempio n. 3

File: interp_sharmo_sim.py Progetto: jpl2116/lightcurves

## retreive everything
sql_cmd = """SELECT source_id FROM sources"""        
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
noise_dict = noisification.get_noisification_dict()
derive_features.derive_features_par(source_ids,noise_dict,cursor,connection,number_processors=2,delete_existing=True)


#######
####### OUTPUT FOR ANALYSIS IN R
#######

## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/sharmo_outliers.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/sharmo_outliers_tfe.dat')


connection.commit()

Esempio n. 4

File: interp_job_talk.py Progetto: jpl2116/lightcurves

##########
########## OUTPUT RESULTS
##########
## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/job_talk.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/job_talk_tfe.dat')

connection.commit()

# sql_cmd = """SELECT number_points FROM sources"""
# cursor.execute(sql_cmd)
# db_info = cursor.fetchall()
# print db_info


# columns_to_get = create_database.get_pragma(cursor,table='features')
# sql_cmd = """SELECT n_points FROM features"""
# cursor.execute(sql_cmd)
# db_info = cursor.fetchall()
# print db_info
# a = tolist(db_info)

Esempio n. 5

File: interp_visualize_feat_error.py Progetto: jpl2116/lightcurves

# take a look at the features
sql_cmd = """SELECT * FROM features_short"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
for i in db_info:
	print i




# output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/visualize_feat_error.dat')

# output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/visualize_feat_error_tfe.dat')

Esempio n. 6

source_ids = tolist(db_info)
noise_dict = noisification.get_noisification_dict()
derive_features.derive_features_par(source_ids,
                                    noise_dict,
                                    cursor,
                                    connection,
                                    number_processors=2,
                                    delete_existing=True)

#######
####### OUTPUT FOR ANALYSIS IN R
#######

## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids, cursor,
                      '../data_processed/sharmo_outliers.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids, cursor,
                    '../data_processed/sharmo_outliers_tfe.dat')

connection.commit()

Esempio n. 7

##########
########## OUTPUT RESULTS
##########
## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/hip_train_three_class.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/hip_train_three_class_tfe.dat')

connection.commit()


#### write function (or modify tfeOutput) so that we can write smoothed tfe's out for
#### examination


reload(db_output)

sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/hip_train_three_class_tfe_smoothed.dat',table_name="measurements_smoothed")

Esempio n. 8

File: interp_hip_dubath.py Progetto: jpl2116/lightcurves

derive_features.derive_features_par(source_ids,noise_dict,cursor,connection,number_processors=2,delete_existing=True)








#######
####### OUTPUT FOR ANALYSIS IN R
#######

## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/hipparcos_dubath_sources.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/hipparcos_dubath_tfe.dat')


connection.commit()

Esempio n. 9

File: interp_job_talk.py Progetto: otsegun/lightcurves

##########
########## OUTPUT RESULTS
##########
## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids, cursor, '../data_processed/job_talk.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids, cursor, '../data_processed/job_talk_tfe.dat')

connection.commit()

# sql_cmd = """SELECT number_points FROM sources"""
# cursor.execute(sql_cmd)
# db_info = cursor.fetchall()
# print db_info

# columns_to_get = create_database.get_pragma(cursor,table='features')
# sql_cmd = """SELECT n_points FROM features"""
# cursor.execute(sql_cmd)
# db_info = cursor.fetchall()
# print db_info
# a = tolist(db_info)

Esempio n. 10

File: interp_eclipse_RR.py Progetto: otsegun/lightcurves

db_info = cursor.fetchall()
source_ids = tolist(db_info)
noise_dict = noisification.get_noisification_dict()
derive_features.derive_features_par(source_ids,noise_dict,cursor,connection,number_processors=2,delete_existing=True)
connection.commit()





##########
########## OUTPUT RESULTS
##########
## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/eclipse-rr.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/eclipse-rr-tfe.dat')


connection.commit()

Esempio n. 11

File: interp_simulated.py Progetto: jpl2116/lightcurves

cursor.execute(sql_cmd)
db_info = cursor.fetchall()
for i in db_info:
	print i







#############
############# OUTPUT R FILES FOR ANALYSIS
#############

# output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/simulated_data.dat')

# output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/simulated_data_tfe.dat')

Esempio n. 12

derive_features.derive_features_par(source_ids,
                                    noise_dict,
                                    cursor,
                                    connection,
                                    cadence_dict,
                                    number_processors=2,
                                    delete_existing=True)

##########
########## OUTPUT RESULTS
##########
## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(
    source_ids, cursor,
    '../data_processed/cadence_comparison/ogle_versus_hipparcos.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(
    source_ids, cursor,
    '../data_processed/cadence_comparison/tfe_ogle_versus_hipparcos.dat')

connection.commit()

Esempio n. 13

source_ids = tolist(db_info)
noise_dict = noisification.get_noisification_dict()
derive_features.derive_features_par(source_ids,
                                    noise_dict,
                                    cursor,
                                    connection,
                                    number_processors=2,
                                    delete_existing=True)

#######
####### OUTPUT FOR ANALYSIS IN R
#######

## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids, cursor,
                      '../data_processed/cadence_comparison/sources00001.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids, cursor,
                    '../data_processed/cadence_comparison/DELETE_THIS.dat')

connection.commit()

Esempio n. 14

File: get_data.py Progetto: otsegun/lightcurves

                          REMOVE_RECORDS=False)
connection.commit()

####
#### get the flux / time measurements for some objects
####

sql_cmd = '''SELECT source_id FROM sources WHERE survey='debosscher' AND original_source_id=source_id'''
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
db_info
source_id = []
for i in db_info:
    source_id.append(i[0])

db_output.tfeOutput(source_id, cursor, 'tfe.txt')
db_output.outputRfile(source_id, cursor, 'features.txt')

####
#### get class of object we are looking at
####

sql_cmd = '''SELECT source_id,classification FROM sources WHERE survey='debosscher' AND number_points > 200 AND original_source_id=source_id'''
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
db_info

to_output = []
for i in range(len(db_info)):
    to_output.append(str(db_info[i][0]) + '; ' + str(db_info[i][1]) + '\n')

Esempio n. 15

File: interp_lc_plots.py Progetto: jpl2116/lightcurves

db_info = cursor.fetchall()
source_ids = tolist(db_info)
noise_dict = noisification.get_noisification_dict()
derive_features.derive_features_par(source_ids,noise_dict,cursor,connection,number_processors=2,delete_existing=True)
connection.commit()




### check that we have filenames


##########
########## OUTPUT RESULTS
##########
## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/hip_ogle_plot.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/hip_ogle_plot_tfe.dat')

connection.commit()

Esempio n. 16

File: interp_test.py Progetto: otsegun/lightcurves

##########
########## OUTPUT RESULTS
##########
## output features file
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids, cursor, '../data_processed/test.dat')
connection.commit()

## output tfes (i.e. time, fluxes (magnitudes actually), and errors) in
## a file, nice for doing visualization
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids, cursor, '../data_processed/test_tfe.dat')
connection.commit()

## output smoothed tfes, same thing as previous lines but uses measurements_smoothed table
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,
                    cursor,
                    '../data_processed/test_tfe_smoothed.dat',
                    table_name="measurements_smoothed")
connection.commit()

Esempio n. 17

File: interp_hip_dubath.py Progetto: otsegun/lightcurves

source_ids = tolist(db_info)
noise_dict = noisification.get_noisification_dict()
derive_features.derive_features_par(source_ids,
                                    noise_dict,
                                    cursor,
                                    connection,
                                    number_processors=2,
                                    delete_existing=True)

#######
####### OUTPUT FOR ANALYSIS IN R
#######

## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids, cursor,
                      '../data_processed/hipparcos_dubath_sources.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids, cursor,
                    '../data_processed/hipparcos_dubath_tfe.dat')

connection.commit()

Esempio n. 18

File: interp_read_debosscher.py Progetto: jpl2116/lightcurves

# make a nice view of the features table
sql_cmd = """CREATE VIEW IF NOT EXISTS features_short AS SELECT source_id,freq1_harmonics_freq_0,std,max,weighted_average FROM features"""
cursor.execute(sql_cmd)

# take a look at the features
sql_cmd = """SELECT * FROM features_short"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
for i in db_info:
	print i



#######
####### OUTPUT FOR ANALYSIS IN R
#######

# output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/hipparcos/sources00001.dat')

# output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/hipparcos/tfe00001.dat')

Esempio n. 19

File: interp_convex_project.py Progetto: jpl2116/lightcurves

db_output.outputRfile(source_ids,cursor,'../data_processed/RR2convexMeta.dat')


## output original sources information
## column for class, column for source id, column for features, so 
## (#columns) = 2 + (#features)
sql_cmd = """SELECT source_id FROM sources WHERE source_id = original_source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputOriginalOnly(source_ids,cursor,'../data_processed/RR2convexPoint.dat',features_to_remove)

## output intervals for sources
## NOTE: removing the WHERE will ensure that range of interval covers
##       the entire feature, this may not be such a bad idea
sql_cmd = """SELECT source_id FROM sources WHERE source_id != original_source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputIntervals(source_ids,cursor,'../data_processed/RR2convexInterval.dat',features_to_remove)

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/RR2convexTfe.dat')


connection.commit()

Esempio n. 20

## DERIVE FEATURES
sql_cmd = """SELECT source_id FROM sources"""        
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
noise_dict = noisification.get_noisification_dict()
derive_features.derive_features_par(source_ids,noise_dict,cursor,connection,number_processors=2,delete_existing=True)


##########
########## OUTPUT RESULTS
##########
## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/ogleIIIall-fund.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/ogleIIIall-fund-tfe.dat')


connection.commit()

Esempio n. 21

File: interp_convex_project.py Progetto: otsegun/lightcurves

## output original sources information
## column for class, column for source id, column for features, so
## (#columns) = 2 + (#features)
sql_cmd = """SELECT source_id FROM sources WHERE source_id = original_source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputOriginalOnly(source_ids, cursor,
                             '../data_processed/RR2convexPoint.dat',
                             features_to_remove)

## output intervals for sources
## NOTE: removing the WHERE will ensure that range of interval covers
##       the entire feature, this may not be such a bad idea
sql_cmd = """SELECT source_id FROM sources WHERE source_id != original_source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputIntervals(source_ids, cursor,
                          '../data_processed/RR2convexInterval.dat',
                          features_to_remove)

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids, cursor, '../data_processed/RR2convexTfe.dat')

connection.commit()

Esempio n. 22

File: interp_asas.py Progetto: otsegun/lightcurves

source_ids = tolist(db_info)
noise_dict = noisification.get_noisification_dict()
derive_features.derive_features_par(source_ids,noise_dict,cursor,connection,number_processors=2,delete_existing=True)
connection.commit()







##########
########## OUTPUT RESULTS
##########
## output features file
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/asas.dat')
connection.commit()

## output tfes (i.e. time, fluxes (magnitudes actually), and errors) in 
## a file, nice for doing visualization
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/asas_tfe.dat')
connection.commit()

Esempio n. 23

File: interp_ogle_hip_cadence_comp.py Progetto: jpl2116/lightcurves

cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
noise_dict = noisification.get_noisification_dict()
hip = synthetic_data.CadenceFromSurvey(database_location='../db/hipparcos_cadences.db')
ogle = synthetic_data.CadenceFromSurvey(database_location='../db/ogle_cadences.db')
cadence_dict = {'hip':hip,'ogle':ogle}
derive_features.derive_features_par(source_ids,noise_dict,cursor,connection,cadence_dict,number_processors=2,delete_existing=True)



##########
########## OUTPUT RESULTS
##########
## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/cadence_comparison/ogle_versus_hipparcos.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/cadence_comparison/tfe_ogle_versus_hipparcos.dat')


connection.commit()

Esempio n. 24

File: interp_test.py Progetto: jpl2116/lightcurves

connection.commit()


##########
########## OUTPUT RESULTS
##########
## output features file
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/test.dat')
connection.commit()

## output tfes (i.e. time, fluxes (magnitudes actually), and errors) in 
## a file, nice for doing visualization
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/test_tfe.dat')
connection.commit()

## output smoothed tfes, same thing as previous lines but uses measurements_smoothed table
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/test_tfe_smoothed.dat',table_name="measurements_smoothed")
connection.commit()

Esempio n. 25

File: get_data.py Progetto: jpl2116/lightcurves

####
#### get the flux / time measurements for some objects
####

sql_cmd = '''SELECT source_id FROM sources WHERE survey='debosscher' AND original_source_id=source_id'''
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
db_info
source_id = []
for i in db_info:
    source_id.append(i[0])


db_output.tfeOutput(source_id,cursor,'tfe.txt')
db_output.outputRfile(source_id,cursor,'features.txt')





####
#### get class of object we are looking at
####


sql_cmd = '''SELECT source_id,classification FROM sources WHERE survey='debosscher' AND number_points > 200 AND original_source_id=source_id'''
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
db_info

Esempio n. 26

noise_dict = noisification.get_noisification_dict()
derive_features.derive_features_par(source_ids,
                                    noise_dict,
                                    cursor,
                                    connection,
                                    number_processors=2,
                                    delete_existing=True)

# take a look at the features
sql_cmd = """SELECT * FROM features_short"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
for i in db_info:
    print i

# output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids, cursor,
                      '../data_processed/visualize_feat_error.dat')

# output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids, cursor,
                    '../data_processed/visualize_feat_error_tfe.dat')

Esempio n. 27

File: interp_cadence_compar.py Progetto: jpl2116/lightcurves

cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
noise_dict = noisification.get_noisification_dict()
derive_features.derive_features_par(source_ids,noise_dict,cursor,connection,number_processors=2,delete_existing=True)




#######
####### OUTPUT FOR ANALYSIS IN R
#######

## output all sources to R file for analysis
sql_cmd = """SELECT source_id FROM sources"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.outputRfile(source_ids,cursor,'../data_processed/cadence_comparison/sources00001.dat')

## output tfes
sql_cmd = """SELECT source_id FROM sources WHERE original_source_id = source_id"""
cursor.execute(sql_cmd)
db_info = cursor.fetchall()
source_ids = tolist(db_info)
db_output.tfeOutput(source_ids,cursor,'../data_processed/cadence_comparison/DELETE_THIS.dat')


connection.commit()