client = importio.importio(user_id=user_id_Value, api_key=api_key_Value, host="https://query.import.io")

# Once we have started the client and authenticated, we need to connect it to the server:

client.connect()

# Because import.io queries are asynchronous, for this simple script we will use a "latch"

# to stop the script from exiting before all of our queries are returned

# For more information on the latch class, see the latch.py file included in this client library

queryLatch = latch.latch(1)

# Define here a global variable that we can put all our results in to when they come back from

# the server, so we can use the data later on in the script

# dataRows = []

# In order to receive the data from the queries we issue, we need to define a callback method

# This method will receive each message that comes back from the queries, and we can take that

# data and store it for use in our app

def callback(query, message):

global dataRows

# Disconnect messages happen if we disconnect the client library while a query is in progress

if message["type"] == "DISCONNECT":

print ("Query in progress when library disconnected")

##print json.dumps(message["data"], indent = 4)

# Check the message we receive actually has some data in it

if message["type"] == "MESSAGE":

if "errorType" in message["data"]:

# In this case, we received a message, but it was an error from the external service

print ("Got an error!")

#print json.dumps(message["data"], indent = 4)

else:

# We got a message and it was not an error, so we can process the data

print ("Got data!")

#print json.dumps(message["data"], indent = 4)

# Save the data we got in our dataRows variable for later

dataRows = (message["data"]["results"])

# When the query is finished, countdown the latch so the program can continue when everything is done

if query.finished(): queryLatch.countdown()

# Issue queries to your data sources and with your inputs

# You can modify the inputs and connectorGuids so as to query your own sources

# Query for tile Polycount_Freelance

client.query({

"connectorGuids": [

conNum

],

"input": {

"webpage/url": ImportURL

}

}, callback)

print ("Checking "+filename+", waiting for results")

# Now we have issued all of the queries, we can "await" on the latch so that we know when it is all done

queryLatch.await()

#print "Latch has completed, all results returned"

# It is best practice to disconnect when you are finished sending queries and getting data - it allows us to

# clean up resources on the client and the server

client.disconnect()

# Now we can print out the data we got

open("sites\\"+filename+".dat", 'w').write(json.dumps(dataRows, indent = 4))