예제 #1
0
 def __init__(self, just_index=False, register_end="catchment",):
     self.url_count = 0
     self.just_index = just_index
     self.register_end = register_end
     self.client = LDAPIClient(
         "http://geofabricld.net",
         url_remapper=LDAPI_CLIENT_REMAPPER
     )
     self.register = self.client.register("http://geofabricld.net/{}/".format(self.register_end))
예제 #2
0
 def __init__(self, just_index=False, register_end="locality"):
     self.url_count = 0
     self.just_index = just_index
     self.register_end = register_end
     self.client = LDAPIClient(
         "http://linked.data.gov.au/dataset/gnaf",
         url_remapper=LDAPI_CLIENT_REMAPPER
     )
     self.register = self.client.register("http://linked.data.gov.au/dataset/gnaf/{}/".format(self.register_end))
예제 #3
0
 def __init__(self, just_index=False, register_end="statisticalarealevel1"):
     self.url_count = 0
     self.just_index = just_index
     self.register_end = register_end
     self.client = LDAPIClient(
         "http://linked.data.gov.au/dataset/asgs2016",
         url_remapper=LDAPI_CLIENT_REMAPPER
     )
     self.register = self.client.register("http://linked.data.gov.au/dataset/asgs2016/{}/".format(self.register_end))
예제 #4
0
def sync_test_script():
    remapper = {
        "http://test.linked.data.gov.au/dataset/asgs/": "http://localhost:5000/"
    }
    base = "http://test.linked.data.gov.au/dataset/asgs/reg"
    client = LDAPIClient(base, url_remapper=remapper, asynchronous=False, threads=1)
    register = client.register("http://test.linked.data.gov.au/dataset/asgs/sa4/")
    first_page = register.index_page(per_page=50)
    a = register.index()
    instances = register.instances(index=a, min_count=20)
    client.close()
    # import pickle
    # with open("state_index.pickle", 'wb') as f:
    #     pickle.dump(a, f)
    print(len(a))
    print(len(instances))
    return