示例#1
0
    def test_LoginPortal_allMethods(self):

        newToken1 = "myToken1"
        newToken2 = "myToken2"

        token1 = LoginPortal.login(Authentication_loginName,
                                   Authentication_loginPassword)
        token2 = LoginPortal.getToken()
        token3 = LoginPortal.getKeystoneToken()
        user = LoginPortal.getKeystoneUserWithToken(token1)
        iden = LoginPortal.identArgIdentifier()

        self.assertEqual(iden, "--ident=")

        self.assertNotEqual(token1, "")
        self.assertIsNot(token1, None)
        self.assertEqual(token1, token2)
        self.assertEqual(token1, token3)

        self.assertIsNot(user.userName, None)
        self.assertNotEqual(user.userName, "")
        self.assertIsNot(user.id, None)
        self.assertNotEqual(user.id, "")

        LoginPortal.setKeystoneToken(newToken1)
        self.assertEqual(newToken1, LoginPortal.getKeystoneToken())
def sqlSearch(sql, limit="10", token=""):
    """Runs a SQL query against the SDSS database. If a token is supplied, then it will run on behalf of the token's user.
    'sql': a string containing the sql query
    'limit': maximum number of rows in the result table (string). If set to '0', then the function will return all rows.
    'token': Sciserver's authentication token for the user.
    """
    url = Config.SkyServerWSurl + '/' + Config.DataRelease + '/SearchTools/SqlSearch?'
    url = url + 'format=csv&'
    url = url + 'cmd=' + sql + '&'
    url = url + 'limit=' + limit + '&'
    url = urllib.quote_plus(url)
    acceptHeader = "text/plain"
    headers = {'Content-Type': 'application/json', 'Accept': acceptHeader}

    if (token != ""):
        headers['X-Auth-Token'] = token
    else:
        Token = ""
        try:
            Token = LoginPortal.getToken()
        except:
            Token = ""
        if(Token != ""):
            headers['X-Auth-Token'] = Token

    try:
        response = requests.get(url,headers=headers)
        if response.status_code != 200:
            return {"Error":{"ErrorCode":response.status_code,"Message":response.content.decode()}}

        r=response.content.decode();
        return pandas.read_csv(StringIO(r), comment='#')
    except requests.exceptions.RequestException as e:
        return e
def getSchemaName(token=""):
    if (token == ""):
        userToken = LoginPortal.getToken()
    else:
        userToken = token
    keystoneUserId = LoginPortal.getKeystoneUserWithToken(userToken).id
    usersUrl = Config.CasJobsRESTUri + "/users/" + keystoneUserId
    headers = {'X-Auth-Token': userToken, 'Content-Type': 'application/json'}
    getResponse = requests.get(usersUrl, headers=headers)
    jsonResponse = json.loads(getResponse.content.decode())
    return "wsid_" + str(jsonResponse["WebServicesId"])
def getTables(context="MyDB"):
    """Returns all the tables from the current user in the given context.
    The result is a json object with format [{"Date":seconds,"Name":"TableName","Rows":int,"Size",int},..]"""

    TablesUrl = Config.CasJobsRESTUri + "/contexts/" + context + "/Tables"

    headers={'X-Auth-Token': LoginPortal.getToken(), 'Content-Type': 'application/json'}

    getResponse = requests.get(TablesUrl,headers=headers)

    jsonResponse = json.loads(getResponse.content.decode())

    return jsonResponse
def getJobStatus(jobid):
    """Gets a casjobs job status.
    Returns the dict object (https://docs.python.org/3.4/library/stdtypes.html#dict) coresponding to the json received from casjobs."""

    QueryUrl = Config.CasJobsRESTUri + "/jobs/" + str(jobid)

    headers={'X-Auth-Token': LoginPortal.getToken(),'Content-Type': 'application/json'}

    try:
        postResponse =requests.get(QueryUrl,headers=headers)

        return json.loads(postResponse.content.decode())
    except requests.exceptions.RequestException as e:
        return e.code
def upload(path, data, token=""):
    if (token == ""):
        userToken = LoginPortal.getToken()
    else:
        userToken = token;

    url = Config.SciDriveHost + '/vospace-2.0/1/files_put/dropbox/' + path
    data = data
    headers = {'X-Auth-Token': userToken}
    try:
        res = requests.put(url, data=data, headers=headers)
        print(res.content.decode())
    except requests.exceptions.RequestException as error:
        print(error, error.read().decode())
        raise
def executeQuery(queryString, context="MyDB", acceptHeader="application/json+array", token="", format="pandas"):
    """Executes a casjob query.  If a token is supplied then it will execute on behalf of the token's user.
    format parameter specifies the return type:
    'pandas': pandas.DataFrame
    'csv': a csv string
    'readable' : a StringIO, readable object wrapping a csv string that can be passed into pandas.read_csv for example.
    'json': a dict created from a JSON string with the Query, a Result consisting of a Columns and a Data field.
    """

    if (format == "pandas") or (format =="json"):
        acceptHeader="application/json+array"
    elif (format == "csv") or (format == "readable"):
        acceptHeader = "text/plain"
    else:
        return {"Error":{"Message":"Illegal format specification '"+format+"'"}}

    QueryUrl = Config.CasJobsRESTUri + "/contexts/" + context + "/query"

    query = {"Query": queryString}

    data = json.dumps(query).encode()

    headers = {'Content-Type': 'application/json', 'Accept': acceptHeader}
    if (token == ""):
        headers['X-Auth-Token'] = LoginPortal.getToken()
    else:
        headers['X-Auth-Token'] = token


    try:
        postResponse = requests.post(QueryUrl,data=data,headers=headers)
        if postResponse.status_code != 200:
            return {"Error":{"ErrorCode":postResponse.status_code,"Message":postResponse.content.decode()}}
        r=postResponse.content.decode()
        if (format == "readable"):
            return StringIO(r)
        elif format == "pandas":
            r=json.loads(r)
            return pandas.DataFrame(r['Result'][0]['Data'],columns=r['Result'][0]['Columns'])
        elif format == "csv":
            return r
        elif format == "json":
            return json.loads(r)
        else: # should not occur
            return {"Error":{"Message":"Illegal format specification '"+format+"'"}}
    except requests.exceptions.RequestException as e:
        return e
def createContainer(path, token=""):
    if (token == ""):
        userToken = LoginPortal.getToken()
    else:
        userToken = token;

    containerBody = ('<vos:node xmlns:xsi="http://www.w3.org/2001/thisSchema-instance" '
                     'xsi:type="vos:ContainerNode" xmlns:vos="http://www.ivoa.net/xml/VOSpace/v2.0" '
                     'uri="vos://' + Config.SciDriveHost + '!vospace/' + path + '">'
                                                                                '<vos:properties/><vos:accepts/><vos:provides/><vos:capabilities/>'
                                                                                '</vos:node>')
    url = Config.SciDriveHost + '/vospace-2.0/nodes/' + path
    data = str.encode(containerBody)
    headers = {'X-Auth-Token': userToken, 'Content-Type': 'application/xml'}
    try:
        res = requests.put(url, data=data, headers=headers)
    except requests.exceptions.RequestException as error:
        print(error, error.read().decode())
def rectangularSearch(min_ra, max_ra, min_dec, max_dec, coordType="equatorial", whichPhotometry="optical", limit="10", token=""):
    """Runs a query in the SDSS database that searches for all objects within a certain rectangular box defined on the the sky, and retrieves the result table as a Panda's dataframe.
    'min_ra': Minimum value of Right Ascension coordinate that defines the box boundaries on the sky.
    'max_ra': Maximum value of Right Ascension coordinate that defines the box boundaries on the sky.
    'min_dec': Minimum value of Declination coordinate that defines the box boundaries on the sky.
    'max_dec': Maximum value of Declination coordinate that defines the box boundaries on the sky.
    'coordType': Type of celestial coordinate system. Can be set to "equatorial" or "galactic".
    'whichPhotometry': Type of retrieved data. Can be set to "optical" or "infrared".
    'limit': Maximum number of rows in the result table (string). If set to "0", then the function will return all rows.
    'token': Sciserver's authentication token for the user.
    """
    url = Config.SkyServerWSurl + '/' + Config.DataRelease + '/SearchTools/RectangularSearch?'
    url = url + 'format=csv&'
    url = url + 'min_ra=' + str(min_ra) + '&'
    url = url + 'max_ra=' + str(max_ra) + '&'
    url = url + 'min_dec=' + str(min_dec) + '&'
    url = url + 'max_dec=' + str(max_dec) + '&'
    url = url + 'coordType=' + coordType + '&'
    url = url + 'whichPhotometry=' + whichPhotometry + '&'
    url = url + 'limit=' + limit + '&'
    #url = urllib.quote_plus(url)
    acceptHeader = "text/plain"
    headers = {'Content-Type': 'application/json', 'Accept': acceptHeader}

    if (token != ""):
        headers['X-Auth-Token'] = token
    else:
        Token = ""
        try:
            Token = LoginPortal.getToken()
        except:
            Token = ""
        if(Token != ""):
            headers['X-Auth-Token'] = Token

    try:
        response = requests.get(url,headers=headers)
        if response.status_code != 200:
            return {"Error":{"ErrorCode":response.status_code,"Message":response.content.decode()}}

        r=response.content.decode();
        return pandas.read_csv(StringIO(r), comment='#')
    except requests.exceptions.RequestException as e:
        return e
def publicUrl(path, token):
    """
    retrieve public URL for file identified by path
    """
    if (token == ""):
        userToken = LoginPortal.getToken()
    else:
        userToken = token;

    url = Config.SciDriveHost + '/vospace-2.0/1/media/sandbox/' + path
    headers={'X-Auth-Token': userToken}
    try:
        res = requests.get(url, headers=headers)
    except requests.exceptions.RequestException as error:
        print(error, error.read().decode())
        raise

    jsonRes = json.loads(res.content.decode())
    fileUrl = jsonRes["url"]
    return fileUrl
def uploadCVSDataToTable(CVSdata, tableName, context="MyDB", token=""):
    """Uploads  cvs data into casjobs.  data should support the buffered interface (it should have a read() method).
    https://docs.python.org/3/library/urllib.request.html
    Returns the output from casjobs in string form."""

    print("Uploading ", sys.getsizeof(CVSdata), "bytes...")
    tablesUrl = Config.CasJobsRESTUri + "/contexts/" + context + "/Tables/" + tableName

    headers={}
    if (token == ""):
        headers['X-Auth-Token']= LoginPortal.getToken()
    else:
        headers['X-Auth-Token']= token

    try:
        postResponse = requests.post(tablesUrl,data=CVSdata,headers=headers)
        print("uploadCVSDataFrameToTable POST response: ", postResponse.status_code, postResponse.reason)

        return postResponse.content.decode()
    except Exception as error:
        print("There was a problem uploading the data. Exception message: ", error.read())
def getJpegImgCutout(ra, dec, scale=0.7, width=512, height=512, token = ""):
    """Gets a rectangular image cutout from a region of the sky in SDSS, centered at (ra,dec).
    'ra': Right Ascension of the image's center.
    'dec': Declination of the image's center.
    'scale': scale of the image, measured in [arcsec/pix]
    'width': Right Ascension of the image's center.
    'ra': Right Ascension of the image's center.
    'height': Height of the image, measured in [pix].
    'token': Sciserver's authentication token for the user.
    """
    url = Config.SkyServerWSurl + '/' + Config.DataRelease + '/ImgCutout/getjpeg?'
    url = url + 'ra=' + str(ra) + '&'
    url = url + 'dec=' + str(dec) + '&'
    url = url + 'scale=' + str(scale) + '&'
    url = url + 'width=' + str(width) + '&'
    url = url + 'height=' + str(height) + '&'
    #url = urllib.quote_plus(url)
    acceptHeader = "text/plain"
    headers = {'Content-Type': 'application/json', 'Accept': acceptHeader}

    if (token != ""):
        headers['X-Auth-Token'] = token
    else:
        Token = ""
        try:
            Token = LoginPortal.getToken()
        except:
            Token = ""
        if(Token != ""):
            headers['X-Auth-Token'] = Token

    try:
        response = requests.get(url,headers=headers)
        if response.status_code != 200:
            return {"Error":{"ErrorCode":response.status_code,"Message":response.content.decode()}}

        return skimage.io.imread( BytesIO( response.content  ) )
    except requests.exceptions.RequestException as e:
        return e
def submitJob(queryString, context="MyDB", acceptHeader="text/plain", token=""):
    """Submits a query to the casjobs queue.  If a token is supplied then it will execute on behalf of the token's user.
    Returns the casjobs jobID (int)."""

    QueryUrl = Config.CasJobsRESTUri + "/contexts/" + context + "/jobs"

    query = {"Query": queryString}

    data = json.dumps(query).encode()

    headers = {'Content-Type': 'application/json', 'Accept': acceptHeader}
    if (token == ""):
        headers['X-Auth-Token']= LoginPortal.getToken()
    else:
        headers['X-Auth-Token']=  token

    try:
        putResponse = requests.put(QueryUrl,data=data,headers=headers)

        return int(putResponse.content.decode())
    except requests.exceptions.RequestException as e:
        return e
def testTurbulenceToken():
    token = LoginPortal.getToken(py3.Turbulence.Config.CasJobsTurbulenceUser, py3.Turbulence.Config.CasJobsTurbulencePassword)
    return token
# *******************************************************************************************************
# LoginPortal section:
# *******************************************************************************************************


# In[ ]:

#help(LoginPortal)


# In[ ]:

#logging in and getting current token from different ways

token1 = LoginPortal.login(Authentication_loginName, Authentication_loginPassword);
token2 = LoginPortal.getToken()
token3 = LoginPortal.getKeystoneToken()
print("token1=" + token1)#
print("token2=" + token2)#
print("token3=" + token3)#


# In[ ]:

#getting curent user info

user = LoginPortal.getKeystoneUserWithToken(token1)
print("userName="******"id=" + user.id)#
iden = LoginPortal.identArgIdentifier()
print("ident="+iden)#