def download_file(self):
     tmp = tempfile.mkdtemp()
     wget(self.url, cwd=tmp) or die("Could not download %s" % self.url)
     zip_path = os.path.join(tmp, 'City.zip')
     unzip(zip_path, cwd=tmp) or die("failed to unzip %s" % tmp)
     shapefile = os.path.join(tmp, 'City.shp')
     return shapefile
    def handle(self, *args, **options):
        # First we download a bunch of zipfiles of TIGER data.
        HERE = os.getcwd()
        print "Working directory is", HERE
        OUTDIR = os.path.join(HERE, 'tiger_data')
        BASEURL='ftp://ftp2.census.gov/geo/tiger/TIGER2010'
        # 25 = MA; 25025 = Suffolk County, MA.
        ZIPS = ("PLACE/2010/tl_2010_25_place10.zip",
                "EDGES/tl_2010_25025_edges.zip",
                "FACES/tl_2010_25025_faces.zip",
                "FEATNAMES/tl_2010_25025_featnames.zip"
                )
        makedirs(OUTDIR) or die("couldn't create directory %s" % OUTDIR)
        for fname in ZIPS:
            wget('%s/%s' % (BASEURL, fname), cwd=OUTDIR) or die(
                "Could not download %s/%s" % (BASEURL, fname))

        import glob
        for fname in glob.glob(os.path.join(OUTDIR, '*zip')):
            unzip(fname, cwd=OUTDIR) or die("Could not unzip %s" % fname)
        print "Shapefiles unzipped in %s" % OUTDIR

        # Now we load them into our blocks table.
        from ebpub.streets.blockimport.tiger import import_blocks
        from ebpub.utils.geodjango import get_default_bounds
        print "Importing blocks, this may take several minutes ..."

        # Passing --city means we skip features labeled for other cities.

        importer = import_blocks.TigerImporter(
            '%s/tl_2010_25025_edges.shp' % OUTDIR,
            '%s/tl_2010_25025_featnames.dbf' % OUTDIR,
            '%s/tl_2010_25025_faces.dbf' % OUTDIR,
            '%s/tl_2010_25_place10.shp' % OUTDIR,
            encoding='utf8',
            filter_bounds=get_default_bounds(),
            filter_city='BOSTON',
            reset=options['reset'])
        num_created, num_existing = importer.save()
        print "Created %d blocks (%d existing)" % (num_created, num_existing)

        #########################

        print "Populating streets and fixing addresses, these can take several minutes..."

        #cd $SOURCE_ROOT/ebpub/ebpub/streets/bin || die

        # Note these scripts should be run ONCE, in this order,
        # after you have imported *all* your blocks.

        from ebpub.streets.bin import populate_streets
        populate_streets.main(['-v', '-v', '-v', '-v', 'streets'])
        populate_streets.main(['-v', '-v', '-v', '-v', 'block_intersections'])
        populate_streets.main(['-v', '-v', '-v', '-v', 'intersections'])
        print "Done."
    def handle(self, *args, **options):
        # First we download a bunch of zipfiles of TIGER data.
        HERE = os.getcwd()
        print "Working directory is", HERE
        OUTDIR = os.path.join(HERE, 'tiger_data')
        BASEURL='ftp://ftp2.census.gov/geo/tiger/TIGER2010'
        # 25 = MA; 25025 = Suffolk County, MA.
        ZIPS = ("PLACE/2010/tl_2010_25_place10.zip",
                "EDGES/tl_2010_25025_edges.zip",
                "FACES/tl_2010_25025_faces.zip",
                "FEATNAMES/tl_2010_25025_featnames.zip"
                )
        makedirs(OUTDIR) or die("couldn't create directory %s" % OUTDIR)
        for fname in ZIPS:
            wget('%s/%s' % (BASEURL, fname), cwd=OUTDIR) or die(
                "Could not download %s/%s" % (BASEURL, fname))

        import glob
        for fname in glob.glob(os.path.join(OUTDIR, '*zip')):
            unzip(fname, cwd=OUTDIR) or die("Could not unzip %s" % fname)
        print "Shapefiles unzipped in %s" % OUTDIR

        # Now we load them into our blocks table.
        from ebpub.streets.blockimport.tiger import import_blocks
        from ebpub.utils.geodjango import get_default_bounds
        print "Importing blocks, this may take several minutes ..."

        # Passing --city means we skip features labeled for other cities.

        importer = import_blocks.TigerImporter(
            '%s/tl_2010_25025_edges.shp' % OUTDIR,
            '%s/tl_2010_25025_featnames.dbf' % OUTDIR,
            '%s/tl_2010_25025_faces.dbf' % OUTDIR,
            '%s/tl_2010_25_place10.shp' % OUTDIR,
            encoding='utf8',
            filter_bounds=get_default_bounds(),
            filter_city='BOSTON')
        num_created = importer.save()
        print "Created %d blocks" % num_created

        #########################

        print "Populating streets and fixing addresses, these can take several minutes..."

        #cd $SOURCE_ROOT/ebpub/ebpub/streets/bin || die

        # Note these scripts should be run ONCE, in this order,
        # after you have imported *all* your blocks.

        from ebpub.streets.bin import populate_streets
        populate_streets.main(['-v', '-v', '-v', '-v', 'streets'])
        populate_streets.main(['-v', '-v', '-v', '-v', 'block_intersections'])
        populate_streets.main(['-v', '-v', '-v', '-v', 'intersections'])
        print "Done."
Exemplo n.º 4
0
    def handle(self, *args, **options):
        HERE = os.getcwd()
        print "Working directory is", HERE
        ZIP_SERVER="http://developer.openblockproject.org/raw-attachment/ticket/62"
        ZIP_FILE="bozip.zip"
        ZIP_URL="%s/%s" % (ZIP_SERVER, ZIP_FILE)
        ZIP_FOLDER= os.path.join(HERE, 'zip_data')
        makedirs(ZIP_FOLDER) or die("couldn't create %s" % ZIP_FOLDER)

        print "Downloading zip code data..."
        wget(ZIP_URL, cwd=ZIP_FOLDER) or die("Could not download %s" % ZIP_URL)
        zip_path = os.path.join(ZIP_FOLDER, ZIP_FILE)
        unzip(zip_path, cwd=ZIP_FOLDER) or die("failed to unzip %s" % zip_path)

        print "Importing zip codes..."
        from ebpub.db.bin import import_zips
        import_zips.main([ZIP_FOLDER, '-v'])
Exemplo n.º 5
0
    def handle(self, *args, **options):
        HERE = os.getcwd()
        print "Working directory is", HERE
        ZIP_SERVER = "http://developer.openblockproject.org/raw-attachment/ticket/62"
        ZIP_FILE = "bozip.zip"
        ZIP_URL = "%s/%s" % (ZIP_SERVER, ZIP_FILE)
        ZIP_FOLDER = os.path.join(HERE, 'zip_data')
        makedirs(ZIP_FOLDER) or die("couldn't create %s" % ZIP_FOLDER)

        print "Downloading zip code data..."
        wget(ZIP_URL, cwd=ZIP_FOLDER) or die("Could not download %s" % ZIP_URL)
        zip_path = os.path.join(ZIP_FOLDER, ZIP_FILE)
        unzip(zip_path, cwd=ZIP_FOLDER) or die("failed to unzip %s" % zip_path)

        print "Importing zip codes..."
        from ebpub.db.bin import import_zips
        import_zips.main([ZIP_FOLDER, '-v'])
Exemplo n.º 6
0
    def handle(self, *args, **options):
        HERE = os.getcwd()
        print "Working directory is", HERE

        HOOD_SERVER = "http://developer.openblockproject.org/raw-attachment/ticket/62"
        HOOD_FILE = "Planning_districts_revised.zip"
        HOOD_URL = "%s/%s" % (HOOD_SERVER, HOOD_FILE)
        HOOD_FOLDER = os.path.join(HERE, 'neighborhood_data')

        print "Downloading neighborhood data..."
        makedirs(HOOD_FOLDER) or die("couldn't create %s" % HOOD_FOLDER)
        wget(HOOD_URL, cwd=HOOD_FOLDER) or die(
            "Could not download %s" % HOOD_URL)
        hood_path = os.path.join(HOOD_FOLDER, HOOD_FILE)
        unzip(hood_path, cwd=HOOD_FOLDER) or die(
            "Could not unzip %s" % hood_path)

        print "Importing neighborhoods..."
        from ebpub.db.bin import import_hoods
        import_hoods.main(['-v', '-n', 'PD', HOOD_FOLDER])
        print "Done."
 def fetch_files(self, zip_dir):
     orig_cwd = os.getcwd()
     if zip_dir:
         download = not os.path.exists(zip_dir)
         if download:
             os.makedirs(zip_dir)
     else:
         zip_dir = tempfile.mkdtemp()
         download = True
     self.zip_dir = zip_dir
     os.chdir(zip_dir)
     if download:
         print 'Download data files to %s' % zip_dir
         for k, v in self.datafiles.items():
             fetch_name = '%s/%s/%s.zip' % (v['base_url'], v['path'], v['file_name'])
             wget(fetch_name) or die('Could not download %s' % fetch_name)
         for fname in glob.glob('*zip'):
             unzip(fname) or die('Could not unzip %s' % fname)
         print "Shapefiles unzipped in %s" % zip_dir
     os.chdir(orig_cwd)
     return zip_dir
    def handle(self, *args, **options):
        
        TMP = tempfile.mkdtemp()
        print 'Download TIGER data to %s' % TMP
        os.chdir(TMP)
        
        ZIP_SERVER = "http://www2.census.gov/geo/tiger/TIGER2009/37_NORTH_CAROLINA/"
        ZIP_FILE = "tl_2009_37_zcta5.zip"
        ZIP_URL = "%s/%s" % (ZIP_SERVER, ZIP_FILE)
        ZIP_FOLDER = os.path.join(TMP, 'zip_data')
        makedirs(ZIP_FOLDER) or die("couldn't create %s" % ZIP_FOLDER)

        print "Downloading zip code data..."
        wget(ZIP_URL, cwd=ZIP_FOLDER) or die("Could not download %s" % ZIP_URL)
        zip_path = os.path.join(ZIP_FOLDER, ZIP_FILE)
        unzip(zip_path, cwd=ZIP_FOLDER) or die("failed to unzip %s" % zip_path)

        print "Importing zip codes..."
        from ebpub.db.bin import import_zips
        import_zips.main([ZIP_FOLDER, '-v', '-b'])

        print "Removing temp directory %s" % TMP
        os.system('rm -rf %s' % TMP)
    def handle(self, county, **options):
        # First we download a bunch of zipfiles of TIGER data.
        if options['dir']:
            TMP = options['dir']
            download = not os.path.exists(TMP)
            if download:
                os.makedirs(TMP)
        else:
            TMP = tempfile.mkdtemp()
            download = True
        os.chdir(TMP)
        OUTDIR = os.path.join(TMP, 'tiger_data')
        STATE = '37' # NC
        if download:
            print 'Download TIGER data to %s' % TMP
            BASEURL= 'ftp://ftp2.census.gov/geo/tiger/TIGER2010'
            ZIPS = ("PLACE/2010/tl_2010_%s_place10.zip" % STATE,
                    "EDGES/tl_2010_%s_edges.zip" % county,
                    "FACES/tl_2010_%s_faces.zip" % county,
                    "FEATNAMES/tl_2010_%s_featnames.zip" % county,
                    )
            makedirs(OUTDIR) or die("couldn't create directory %s" % OUTDIR)
            for fname in ZIPS:
                wget('%s/%s' % (BASEURL, fname), cwd=OUTDIR) or die(
                    "Could not download %s/%s" % (BASEURL, fname))

            import glob
            for fname in glob.glob(os.path.join(OUTDIR, '*zip')):
                unzip(fname, cwd=OUTDIR) or die("Could not unzip %s" % fname)
            print "Shapefiles unzipped in %s" % OUTDIR

        # Now we load them into our blocks table.
        from ebpub.streets.blockimport.tiger import import_blocks
        from ebpub.utils.geodjango import get_default_bounds
        print "Importing blocks, this may take several minutes ..."

        # Passing --city means we skip features labeled for other cities.

        importer = import_blocks.TigerImporter(
            '%s/tl_2010_%s_edges.shp' % (OUTDIR, county),
            '%s/tl_2010_%s_featnames.dbf' % (OUTDIR, county),
            '%s/tl_2010_%s_faces.dbf' % (OUTDIR, county),
            '%s/tl_2010_%s_place10.shp' % (OUTDIR, STATE),
            encoding='utf8',
            filter_bounds=get_default_bounds())
        num_created = importer.save()
        print "Created %d blocks" % num_created

        #########################

        print "Populating streets and fixing addresses, these can take several minutes..."

        # Note these scripts should be run ONCE, in this order,
        # after you have imported *all* your blocks.

        from ebpub.streets.bin import populate_streets
        populate_streets.main(['streets'])
        populate_streets.main(['block_intersections'])
        populate_streets.main(['intersections'])
        print "Done."

        print "Removing temp directory %s" % TMP
        if not options['dir']:
            os.system('rm -rf %s' % TMP)