Пример #1
0
def generate_entry(data_dir, last_sequence, last_timestamp):

    current_sequence, current_timestamp = get_current_replication_info()

    log("   last: %d at %s" % (last_sequence, last_timestamp))
    log("current: %s at %s" % (current_sequence, current_timestamp))
    if last_sequence == current_sequence:
        log("Replication sequence unchanged, no new data to process.")
        return None

    data = get_changed_ids(last_timestamp, current_timestamp)
    data = json.dumps({ 'data' : data, 'timestamp' : current_timestamp, 'sequence' : current_sequence })
    save_data(data_dir, current_sequence, current_timestamp, data)
    save_state_data(current_sequence, current_timestamp)
    save_header_html(data_dir)
    save_copying(data_dir)
    save_robots_txt(data_dir)
    save_latest_files(data_dir, current_sequence)
    log("changed mbid processing complete")
Пример #2
0
def generate_entry(data_dir, last_sequence, last_timestamp):

    try:
        conn = psycopg2.connect(PG_CONNECT)
    except psycopg2.OperationalError as err:
        print "Cannot connect to database: %s" % err
        sys.exit(-1)

    cur = conn.cursor()
    cur.execute("select current_replication_sequence, last_replication_date from replication_control");
    row = cur.fetchone()
    current_sequence = row[0]
    current_timestamp = str(row[1])

    print "   last: %d at %s\ncurrent: %s at %s\n" % (last_sequence, last_timestamp, current_sequence, current_timestamp)
    if last_sequence == current_sequence:
        print "Replication sequence unchanged, no new data to process."
        return None

    data = get_changed_ids(last_timestamp, current_timestamp)
    data = json.dumps({ 'data' : data }) #, sort_keys=True, indent=4)
    save_data(data_dir, current_sequence, current_timestamp, data)