Пример #1
0
def fetchdata(where='', savedata=''):
  """Retrieves mysql data for RA and DEC.

  where is a string specifying which data from mysql to grab. 
  ONLY include columns from table 'config'. do not include 
  the word 'where' at the beginning or the semicolon at the 
  end. all other common mysql syntax rules apply.

  savedata allows the user to have the data saved by 
  inputting the file name. data is saved as an ASCII file. if 
  left empty, no file will be saved

  returns three arrays, ra, dec, and specid"""

  #Create command to send to mysql
  if not where:
    cmd = command.generate('ra,decl,specid','config')
  else: cmd = command.generate('ra,decl,specid','config',where=where)

  #Send command to mysql, return data
  data = MySQLFunction.mysqlcommand(cmd)

  #Separate data into two arrays
  length = len(data)
  ra = numpy.asarray([data[x][0] for x in range(length)])
  dec = numpy.asarray([data[x][1] for x in range(length)])
  specid = numpy.asarray([data[x][2] for x in range(length)])

  #Save data?
  if savedata!='':
    numpy.savetxt('%s' %savedata,(ra,dec,specid))

  return(ra,dec,specid)
Пример #2
0
def fetchdata(where='',freqtype='topo',savedata=''):
  """Fetches data to produce the dynamic spectrum plot for hits.

  where is a string to include additional information to 
  narrow the results. typically it will be used to specify a 
  range of specids. each column name MUST be prefixed with 
  the first letter of the table name and a period, like 
  c.obstime. don't forget to include 'h.specid=c.specid if 
  referencing config and hit. do not include the word 'where' 
  at the beginning or the semicolon at the end. all other common 
  mysql syntax rules apply. Ex: 'h.specid>1 and h.specid<=20 and 
  c.beamnum!=8 and c.specid=h.specid'.

  freqtype is the frequency type for the y-axis, either 
  'binnum', 'topo', or 'bary'.

  returns three arrays: eventpower,frequency (in MHz),time (in 
  seconds since first spectra in data set)"""

  import MySQLFunction, numpy, command

  # create full column name from freq_type
  if freqtype=='topo':
    freqtype = 'h.topocentric_freq'
  elif freqtype=='bary':
    freqtype = 'h.barycentric_freq'
  elif freqtype=='binnum':
    freqtype = 'h.binnum'

  # generate mysql command
  if ('c.specid=h.specid' or 'h.specid=c.specid') not in where:
    where = where + ' and c.specid=h.specid'
  cmd = command.generate('h.eventpower,%s,c.obstime'%freqtype,'hit h, config c',where=where)

  # send command to database and return results
  data = MySQLFunction.mysqlcommand(cmd)

  # separate data into individual arrays
  length = len(data)
  eventpower = numpy.asarray([data[x][0] for x in xrange(length)])
  if freqtype != 'h.binnum':
    freq = numpy.asarray([data[x][1]/1000000 for x in xrange(length)])
  elif freqtype=='h.binnum': 
    freq=numpy.asarray([data[x][1] for x in xrange(length)])
  time = numpy.array([data[x][2] for x in xrange(length)])

  # create seconds array
  time = time-min(time)
  time = time*86400

  # save data?
  if savedata!='':
    numpy.savetxt('%s' %savedata,(eventpower,freq,time))

  return (eventpower,freq,time)
Пример #3
0
def fetchdata(where='',freqtype='binnum'):
  """Fetches data to produce the three panel dynamic spectrum 
  plot.

  where is a string to include additional information to 
  narrow the results. typically it will be used to specify a 
  range of specids. each column name MUST be prefixed with 
  the first letter of the table name and a period, like 
  c.obstime. don't forget to include 's.specid=c.specid if 
  referencing config and spec. do not include the word 'where' 
  at the beginning or the semicolon at the end. all other common 
  mysql syntax rules apply. Ex: 's.specid>1 and s.specid<=20 and 
  c.beamnum!=8 and c.specid=s.specid'. don't include hit table.

  freqtype is the frequency type for the pcolormesh, either 
  'binnum' or 'topo'.

  output is xarr, a 1D array representing the x-axis, yarr, a 1D 
  array representing the y-axis, and data, a 2D array of the 
  data"""

  import MySQLFunction, struct, threeplot, pylab, numpy, command

  #Create command to send to database
  if ('c.specid=s.specid' or 's.specid=c.specid') not in where:
   where = where + ' and c.specid=s.specid'
  cmd = command.generate('s.coarsespec,c.obstime,c.IF1_rfFreq','spec s, config c', where=where)
  
  #Fetch data from mysql
  fromdb = MySQLFunction.mysqlcommand(cmd)

  #Create arrays from data
  length = len(fromdb)
  coarsespec = [fromdb[x][0] for x in xrange(length)]
  time = numpy.array([fromdb[x][1] for x in xrange(length)])
  
  #Freq type?
  if freqtype=='topo':
    rfFreq = fromdb[0][2]
    RFLO = rfFreq - 50000000
    yarr = numpy.linspace(RFLO, RFLO+200000000, 4096)
    yarr = yarr / 1000000
  else: 
    yarr = numpy.arange(1,4097,1)
  
  #Create seconds array
  time = time-min(time)
  xarr = time*86400

  #Unpack data from blob
  data = [numpy.array(struct.unpack('i'*4096,coarsespec[x])) for x in xrange(length)]
  data = numpy.transpose(data)

  return (xarr,yarr,data)
Пример #4
0
def start(args, config, oj, contest_id):
    if args.show_a:
        print_statement(oj.get_statement_a(contest_id, 1))

    url = urlparse(args.contest_url)
    problems = oj.get_problems(contest_id, 1)

    oj.download_testcases(problems[0])

    with open("data/contest/problems.csv", mode="w") as f:
        for problem in problems:
            f.write(",".join(problem) + "\n")

    args.problem_char = "a"
    generate(args, config)

    if args.download:
        for problem in problems:
            oj.download_testcases(problem)

    return
Пример #5
0
def test_inputsize(urlnum):
    global oj
    global urls
    global config
    url = urls[urlnum]
    if not url.startswith("http"):
        url = "https://atcoder.jp/contests/" + url

    time.sleep(wait)
    generate(generate_args(url.split("/")[-1]), config)
    comp(comp_args(), config)
    ok = 1
    testcase_num = 1
    while 1:
        try:
            output = run(run_args(testcase_num, url.split("/")[-1]), config)
        except:
            break
        assert output == test_str + "\n"
        testcase_num += 1
    testcase_num -= 1
    assert testcase_num > 0
Пример #6
0
def generate_run_command(job, results_dir, params_file, scarab_args):
    scarab_launch_cmd = SystemConfig.python_bin + " " +                                       \
            SystemConfig.scarab_launch +                                                      \
            " --scarab " + SystemConfig.scarab +                                              \
            " --frontend_pin_tool " + SystemConfig.frontend_pin_tool +                        \
            " --pintool_args=\"" + SystemConfig.pintool_args + " " + job.pintool_args + "\""  \
            " --scarab_args=\""  + SystemConfig.scarab_args  + " " + scarab_args  + "\""      \
            " --params " + params_file +                                                      \
            " --scarab_stdout " + results_dir + "/" + SystemConfig.scarab_stdout +            \
            " --scarab_stderr " + results_dir + "/" + SystemConfig.scarab_stderr +            \
            " --pin_stdout " + results_dir + "/" + SystemConfig.pin_stdout +                  \
            " --pin_stderr " + results_dir + "/" + SystemConfig.pin_stderr +                  \
            get_program_or_checkpoint_options(job)

    launch_out = results_dir + "/" + SystemConfig.scarab_launch_stdout
    launch_err = results_dir + "/" + SystemConfig.scarab_launch_stderr
    cmd = command.generate(SystemConfig.submission_system,
                           scarab_launch_cmd,
                           run_dir=results_dir,
                           results_dir=results_dir,
                           stdout=launch_out,
                           stderr=launch_err)
    return cmd
Пример #7
0
def makeplot(eventpower,freq,time,errbar=[0], where='',freqtype='topo',vlim=(-1,-1),frac=0.9,saveplot=''):
  """Produces a 'confetti plot' of spectra dynamically. 

  freqtype is the frequency type, either 'binnum', 'bary', or 
  'topo'.

  Input:
  where is a string to include additional information to 
  narrow the results. typically it will be used to specify a 
  range of specids. each column name MUST be prefixed with 
  the first letter of the table name and a period, like 
  c.obstime. don't forget to include 's.specid=c.specid if 
  referencing config and spec. do not include the word 'where' 
  at the beginning or the semicolon at the end. all other common 
  mysql syntax rules apply. Ex: 's.specid>1 and s.specid<=20 and 
  c.beamnum!=8 and c.specid=s.specid'. don't include hit table.

  vlim is a tuple of (vmin,vmax). Values are used in conjuction
  with norm to normalize luminance data.

  frac is the fraction of hits, sorted by eventpower, before which
  the size is 0.1 and after which the size is 1

  saveplot='' allows you to save the plot by inputting its name 
  as a string. if left blank, no plot is saved

  Output:
  Figure instance
  """
  import pylab, numpy, MySQLFunction, command, jd2gd, math

  # initialize figure
  fig=pylab.figure(figsize=(12,7))
  ax1 = fig.add_axes([0.1, 0.14, 0.85, 0.75])

  #If no plot limits specified,
  if vlim==(-1,-1):
    vlim=(numpy.min(eventpower), numpy.max(eventpower))

  # create array of point sizes
  sorted = numpy.sort(eventpower)
  index = math.floor(frac*len(eventpower))
  cutoff = eventpower[index]
  size = [.1 if eventpower[x]<cutoff else 1 for x in xrange(len(eventpower))]

  # plot data
  if len(errbar)>1:
    size=20
    pylab.errorbar(time,freq,xerr=errbar,fmt=None,ecolor='k', capsize=0.0)
  pylab.scatter(time,freq,s=size,c=eventpower,edgecolors='none',vmin=vlim[0],vmax=vlim[1])


  # add grid
  pylab.grid(True,which='both')

  # add labels
  ax1.set_xlabel('Time (seconds)')
  ax1.set_title('Dynamic Spectra - Hits')

  if freqtype=='binnum':
    ax1.set_ylabel('Frequency channel')
  elif freqtype=='topo':
    ax1.set_ylabel('Topocentric Frequency (MHz)')
  elif freqtype=='bary':
    ax1.set_ylabel('Barycentric Frequency (MHz)')

  # gather additional info
  if where=='':
    cmd = command.generate('specid,obstime,AGC_Time,IF1_rfFreq','config')
  elif 'c.' not in where:
    where = where + ' and h.specid=c.specid'
    cmd = command.generate('h.specid,c.obstime,c.AGC_Time,c.IF1_rfFreq','hit h, config c',where=where)
  else:
    where = where + ' and h.specid=c.specid'
    cmd = command.generate('h.specid,c.obstime,c.AGC_Time,c.IF1_rfFreq','hit h, config c',where=where)

  data = MySQLFunction.mysqlcommand(cmd)
  
  # separate into arrays
  length = len(data)
  specid = [data[x][0] for x in xrange(length)]
  day = numpy.asarray([data[x][1] for x in xrange(length)])

  # get specid and hit count
  uniq_IDs = set(specid)
  speccount = len(uniq_IDs)
  hitcount = len(eventpower)

  # determine start and end dates
  start = min(day)
  end = max(day)

  # calculate the min and max RF from the center freq
  # scale y axis accordinly 
  rfctr=float(data[0][3])
  rflo=rfctr-50e6
  rfhi=rflo+200e6
  rflo-=5e6    #Add offsets to get hits away from plot edges
  rfhi+=5e6
  
  # guess whether data is given in Hz or MHz
  if numpy.log10(freq[0])<4:
    rflo/=1e6
    rfhi/=1e6

  # set axes limits
  v = [0,max(time),rflo,rfhi]
  pylab.axis(v)
  if min(freq)<rflo or max(freq)>rfhi: print "WARNING: There are hits outside freq limits"

  # create Gregorian date from obstime
  start = jd2gd.caldate(start)
  end = jd2gd.caldate(end)
  dates = ['January','February','March','April','May','June','July',
  'August','September','October','November','December']
  start = [str(start[x]) for x in range(len(start))]
  end = [str(end[x]) for x in range(len(end))]

  # insert zeros to make formatting nice
  if float(start[2])<10:
    start[2] = '0' + start[2]
  if float(start[3])<10:
    start[3] = '0' + start[3]
  if float(start[4])<10:
    start[4] = '0' + start[4]
  if float(start[5])<10:
    start[5] = '0' + start[5]
  if float(end[2])<10:
    end[2] = '0' + end[2]
  if float(end[3])<10:
    end[3] = '0' + end[3]
  if float(end[4])<10:
    end[4] = '0' + end[4]
  if float(end[5])<10:
    end[5] = '0' + end[5]

  # compile date strings
  date1 = start[0]+' '+dates[int(start[1])-1]+' '+start[2]+' '+start[3]+':'+start[4]+':'+start[5][:2]
  date2 = end[0]+' '+dates[int(end[1])-1]+' '+end[2]+' '+end[3]+':'+end[4]+':'+end[5][:2]

  # add text to figure
  pylab.figtext(0.4,.96,'Spectra Count: %s' %speccount)
  pylab.figtext(0.4,.935,'Hit Count: %s' %hitcount)
  pylab.figtext(0.61,.96,'Vmin,Vmax: %s %s' % (vlim[0], vlim[1]))
  pylab.figtext(0.61,.935,'ALFA RFctr: %4.1f' % (rfctr/1e6))
  pylab.figtext(0.8,.96,'Max Power: %s' %max(eventpower))
  pylab.figtext(0.8,.935,'Min Power: %s' %min(eventpower))
  pylab.figtext(0.1,.96,'Start: %s' %date1)
  pylab.figtext(0.1,.935,'End:   %s' %date2)

  # save plot?
  if saveplot != '':
    pylab.savefig('%s' %saveplot)

  return fig