def list_new_filesets(time_series,psql_connect,resolver,after_year=2012): feed = IfcbFeed(psql_connect) r = parse_stream(resolver) for s in list_adcs(time_series,resolver,after_year): if feed.exists(s.pid): logging.info('%s EXISTS in time series %s' % (s.pid, time_series)) else: logging.info('%s NEW, not already in time series %s' % (s.pid, time_series)) fs = r['fileset'].resolve(pid=s.pid,product='raw',time_series=time_series,day_dir=s.day_dir) if fs is None: logging.warn('%s UNRESOLVABLE cannot find raw files' % s.pid) else: yield fs