示例#1
0
def main():
    """Go Main Go"""
    pgconn = get_dbconn('postgis')
    cursor = pgconn.cursor()
    cursor2 = pgconn.cursor()

    table = "sbw_%s" % (sys.argv[1],)

    cursor.execute("""SET TIME ZONE 'UTC'""")
    cursor.execute("""
    SELECT report, expire from """+table+""" where
    status = 'CAN' and polygon_end != expire
    and phenomena in ('TO', 'SV')
    """)

    for row in cursor:
        prod = parser(row[0])
        if not prod.is_single_action():
            continue
        vtec = prod.segments[0].vtec[0]
        cursor2.execute("""UPDATE """ + table + """ SET expire = %s
                    where %s <= expire and wfo = %s and phenomena = %s
                    and significance = %s and eventid = %s
        """, (prod.valid, prod.valid, vtec.office, vtec.phenomena,
              vtec.significance, vtec.etn))
        print("%s -> %s rows:%s" % (row[1], prod.valid, cursor2.rowcount))

    print('%s Processed %s rows' % (sys.argv[1], cursor.rowcount))

    cursor2.close()
    pgconn.commit()
    pgconn.close()
示例#2
0
def main():
    """Go Main Go"""
    data = open('flood_emergency_filtered_2019.txt', 'rb').read().decode('ascii')
    rows = []
    etn = 9000
    for report in data.split("\003"):
        if report == "":
            continue
        v = parser(report)
        data = {
            'link': ('http://mesonet.agron.iastate.edu/'
                     'p.php?pid=%s') % (v.get_product_id(), ),
            'utc_valid': v.valid.strftime("%Y-%m-%d %H:%M"),
            'source': v.source,
            'phenomena': 'FF',
            'significance': 'W',
            'eventid': etn,
            'expire': '',
            'size': 0,
            'year': v.valid.year
        }
        if v.segments[0].vtec:
            vt = v.segments[0].vtec[0]
            if vt.action == 'CAN':
                print("False Positive?!")
                pos = report.find("FLASH FLOOD EMERGENCY")
                print(report[pos-50:pos+50])
                continue
            data['eventid'] = vt.etn
            data['expire'] = v.segments[0].vtec[0].endts.strftime(
                "%Y-%m-%d %H:%M")
            data['size'] = transform(project, v.segments[0].sbw).area / 1e6
        else:
            etn += 1
        rows.append(data)
    df = pd.DataFrame(rows)
    df.to_csv('flood_emergencies_2019.csv')
示例#3
0
table = "warnings_%s" % (sys.argv[1],)

cursor.execute("""
 SELECT oid, report, fcster, issue, phenomena, ugc from """+table+""" where
 init_expire = issue
""")

running = 0
lastugc = None
for row in cursor:
    oid = row[0]
    report = row[1]
    issue = row[3]
    try:
        prod = parser(report)
    except Exception, exp:
        print 'ERROR, oid: %s exp: %s' % (oid, exp)
        continue
    for seg in prod.segments:
        found = False
        for ugc in seg.ugcs:
            if str(ugc) == row[5]:
                found = True
        if not found:
            continue
        for vtec in seg.vtec:
            if vtec.phenomena == row[4]:
                print 'HERE!', vtec, vtec.endts
                if vtec.endts is None:
                    if vtec.begints is None:
示例#4
0
def main(argv):
    """go"""
    pgconn = psycopg2.connect(database='postgis', host='localhost', port=5555)
    cursor = pgconn.cursor()
    cursor2 = pgconn.cursor()

    table = "warnings_%s" % (argv[1],)

    cursor.execute("""
     SELECT oid, ugc, issue at time zone 'UTC',
     expire at time zone 'UTC',
     init_expire at time zone 'UTC', report, svs, phenomena,
     eventid, significance
     from """+table+""" where
    issue is null ORDER by oid ASC
    """)

    print("Found %s entries to process..." % (cursor.rowcount, ))
    for row in cursor:
        oid = row[0]
        ugc = row[1]
        report = row[5]
        if row[6] is None:
            svss = []
        else:
            svss = row[6].split("__")
        phenomena = row[7]
        eventid = row[8]
        significance = row[9]
        issue0 = row[2].replace(
            tzinfo=pytz.timezone("UTC")) if row[2] is not None else None
        expire0 = row[3].replace(
            tzinfo=pytz.timezone("UTC")) if row[3] is not None else None
        init_expire0 = row[4].replace(
            tzinfo=pytz.timezone("UTC")) if row[4] is not None else None
        svss.insert(0, report)

        expire1 = None
        issue1 = None
        init_expire1 = None
        msg = []
        print("  Found %s svss to process through" % (len(svss), ))
        for i, svs in enumerate(svss):
            if svs.strip() == '':
                continue
            try:
                prod = parser(noaaport_text(svs))
            except Exception, exp:
                print("%s %s" % (oid, exp))
                if i == 0:
                    print("FATAL ABORT as first product failed")
                    break
                continue
            for segment in prod.segments:
                found = False
                print(segment.ugcs)
                for this_ugc in segment.ugcs:
                    if str(this_ugc) == ugc:
                        found = True
                if not found:
                    print("Did not find %s in segment" % (ugc, ))
                    continue
                for vtec in segment.vtec:
                    if (vtec.phenomena != phenomena or
                            vtec.etn != eventid or
                            vtec.significance != significance):
                        print("skipping segment as it does not match")
                        continue
                    # if (vtec.etn != eventid and
                    #        vtec.significance == 'W' and
                    #        vtec.phenomena in ('SV', 'TO')):
                    #    print(("Updating eventid! old: %s new: %s"
                    #           ) % (eventid, vtec.etn))
                    #    cursor2.execute("""
                    # UPDATE """+table+""" SET eventid = %s WHERE oid = %s
                    #    """, (vtec.etn, oid))
                    if i == 0:
                        init_expire1 = (vtec.endts
                                        if vtec.endts is not None
                                        else prod.valid +
                                        datetime.timedelta(hours=144))
                        expire1 = init_expire1
                        issue1 = (vtec.begints
                                  if vtec.begints is not None
                                  else prod.valid)
                    if vtec.begints is not None:
                        if vtec.begints != issue1:
                            msg.append(("%s %s %s %s %s"
                                        ) % ('I', i, ugc, vtec.action,
                                             p(vtec.begints)))
                        issue1 = vtec.begints
                    if vtec.endts is not None:
                        if vtec.endts != expire1:
                            msg.append(("%s %s %s %s %s"
                                        ) % ('E', i, ugc, vtec.action,
                                             p(vtec.endts)))
                        expire1 = vtec.endts
                    if vtec.action in ['EXA', 'EXB']:
                        issue1 = (prod.valid
                                  if vtec.begints is None
                                  else vtec.begints)
                    if vtec.action in ['UPG', 'CAN']:
                        expire1 = prod.valid

        if issue0 != issue1 or expire0 != expire1:
            print("\n".join(msg))
        if issue0 != issue1:
            print(("%s %s.%s.%s Issue0: %s Issue1: %s"
                   ) % (ugc, phenomena, significance, eventid,
                        p(issue0), p(issue1)))
            cursor2.execute("""UPDATE """+table+""" SET issue = %s WHERE oid = %s
            """, (issue1, oid))
        if expire0 != expire1:
            print(("%s %s.%s.%s Expire0: %s Expire1: %s"
                   ) % (ugc, phenomena, significance, eventid,
                        p(expire0), p(expire1)))
            cursor2.execute("""UPDATE """+table+""" SET expire = %s WHERE oid = %s
            """, (expire1, oid))
        if init_expire0 != init_expire1:
            print(("%s %s.%s.%s Init_Expire0: %s Init_Expire1: %s"
                   ) % (ugc, phenomena, significance, eventid, p(init_expire0),
                        p(init_expire1)))
            cursor2.execute("""
            UPDATE """+table+""" SET init_expire = %s WHERE oid = %s
            """, (init_expire1, oid))
示例#5
0
    issue0 = row[2].replace(
        tzinfo=pytz.timezone("UTC")) if row[2] is not None else None
    expire0 = row[3].replace(
        tzinfo=pytz.timezone("UTC")) if row[3] is not None else None
    init_expire0 = row[4].replace(
        tzinfo=pytz.timezone("UTC")) if row[4] is not None else None
    svss.insert(0, report)

    expire1 = None
    issue1 = None
    msg = []
    for i, svs in enumerate(svss):
        if svs.strip() == '':
            continue
        try:
            prod = parser(svs)
        except Exception, exp:
            print oid, exp
            continue
        for segment in prod.segments:
            found = False
            for this_ugc in segment.ugcs:
                if str(this_ugc) == ugc:
                    found = True
            if not found:
                continue
            for vtec in segment.vtec:
                if (vtec.phenomena == phenomena and
                        vtec.ETN == eventid and
                        vtec.significance == significance):
                    if i == 0: