def connect():
import trustedanalytics as ta
ta.server.uri = "atk-34157d69-65f4-426f-ac14.demo-gotapaas.com"
ta.loggers.set_api()
ta.connect('/root/demo.creds')
return ta if ta is not None else None
def test_create_from_csv(self, patched_be):
connect()
f = Frame(CsvFile("dummy.csv", [('A', int32), ('B', int64)]))
self.assertEqual(0, len(f))
try:
c = f['C']
self.fail()
except KeyError:
pass
def get_simple_frame_abfgh():
schema = [('A', int32), ('B', int64), ('F', float32), ('G', float64), ('H', str)]
f = Frame(CsvFile("dummy.csv", schema))
connect()
try:
del _BaseFrame.schema
except:
pass
setattr(f, "schema", schema)
return f
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
import unittest
import trustedanalytics as ta
# show full stack traces
ta.errors.show_details = True
ta.loggers.set_api()
# TODO: port setup should move to a super class
if ta.server.port != 19099:
ta.server.port = 19099
ta.connect()
class ModelNaiveBayesTest(unittest.TestCase):
def test_naive_bayes(self):
print "define csv file"
schema = [("Class", ta.int32),("Dim_1", ta.int32),("Dim_2", ta.int32),("Dim_3",ta.int32)]
train_file = ta.CsvFile("/datasets/naivebayes_spark_data.csv", schema= schema)
print "creating the frame"
train_frame = ta.Frame(train_file)
print "initializing the naivebayes model"
n = ta.NaiveBayesModel()
print "training the model on the frame"
n.train(train_frame, 'Class', ['Dim_1', 'Dim_2', 'Dim_3'])
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
import unittest
import trustedanalytics as ta
# show full stack traces
ta.errors.show_details = True
ta.server.uri = "atk-c4510a4d-f1ce-44f8-b4a6.10.239.165.216.xip.io"
ta.loggers.set_http()
#ta.loggers.set_api()
ta.connect("/home/yilan/atk/atk_poc/demo.creds")
class ModelNaiveBayesTest(unittest.TestCase):
def test_naive_bayes(self):
print "define csv file"
csv = ta.CsvFile("hdfs://nameservice1/org/intel/hdfsbroker/userspace/ae6a38d3-191f-494f-86a6-3fe1b2255902/e3327582-f475-4dc9-8efa-96070abb606d/000000_1",
schema=[
("GXY",ta.int32),
#("HPI",ta.ignore),
("Age",ta.int32),
("Sex",ta.int32),
("Height",ta.float64),
("Weight",ta.float64),
("BMI",ta.float64),
def test_create(self, patched_be):
connect()
f = Frame()
self.assertEqual(None, f.uri)
def test_create(self, patched_be):
connect()
f = Frame()
self.assertEqual(0, f._id)
self.assertEqual(None, f._error_frame_id)
def test_meta(self):
import trustedanalytics as ta
ta.connect()
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
import unittest
import trustedanalytics as ta
# show full stack traces
ta.errors.show_details = True
ta.server.uri = "ly_test_a-73f30cfd.10.239.165.214.xip.io"
#ta.loggers.set_http()
ta.loggers.set_api()
ta.connect("~/workspace/atktest/demo.creds")
class ModelRandomForestTest(unittest.TestCase):
def testLinearRegression(self):
print "define csv file"
csv = ta.CsvFile("hdfs://nameservice1/org/intel/hdfsbroker/userspace/9bb351fa-7b17-4a81-b3b0-521639c1d473/d342214b-c4c0-4963-aeaf-5adf054e22b6/000000_1",
schema=[
("GXY",ta.int32),
#("HPI",ta.ignore),
("Age",ta.int32),
("Sex",ta.int32),
("Height",ta.float64),
("Weight",ta.float64),
("BMI",ta.float64),
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
import unittest
import trustedanalytics as ta
# show full stack traces
ta.errors.show_details = True
ta.server.uri = "atk-bcc31ff0-b3c2-4059-9749.10.239.165.216.xip.io"
#ta.loggers.set_http()
ta.loggers.set_api()
ta.connect("/home/yilan/tap/atk/atkPoc/demo.creds")
class ModelRandomForestTest(unittest.TestCase):
def testLinearRegression(self):
print "define csv file"
csv = ta.CsvFile("hdfs://nameservice1/org/intel/hdfsbroker/userspace/ae6a38d3-191f-494f-86a6-3fe1b2255902/e3327582-f475-4dc9-8efa-96070abb606d/000000_1",
schema=[
("GXY",ta.int32),
#("HPI",ta.ignore),
("Age",ta.int32),
("Sex",ta.int32),
("Height",ta.float64),
("Weight",ta.float64),
def connect():
import trustedanalytics as ta
ta.connect()
return ta
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
import unittest
import trustedanalytics as ia
# show full stack traces
ia.errors.show_details = True
ia.loggers.set_api()
# TODO: port setup should move to a super class
if ia.server.port != 19099:
ia.server.port = 19099
ia.connect()
class ModelRandomForestTest(unittest.TestCase):
def testSvm(self):
print "define csv file"
csv = ia.CsvFile("/datasets/RandomForest.csv", schema= [('Class', int),
('Dim_1', ia.float64),
('Dim_2',ia.float64)])
print "create frame"
frame = ia.Frame(csv)
print "Initializing the classifier model object"
classifier = ia.RandomForestClassifierModel()
print "Training the model on the Frame"
#------------------------------------------------------------------------------- # Name: DataProcess_ATK # Purpose: # Author: xlin1x # Email: [email protected] # Created: 25/1/2016 #------------------------------------------------------------------------------- # coding: utf-8 # In[10]: # create connect to server import trustedanalytics as ta ta.server.uri='it_flex-e9c6c0af.demo-gotapaas.com' ta.connect("/root/demo.creds") # In[11]: #create an array to maintain frame column featureList = ["GXY", "Age", "Sex", "Height", "BMI", "DBP", "Cr", "HCT"]; #create an array to maintain classfiy opertion classfiyList = ["DBP","HCT"]; # In[12]: #create a schema csv = ta.CsvFile("hdfs://nameservice1/org/intel/hdfsbroker/userspace/b61d4808-e761-45c3-bd54-afcb05b84a8b/ef53c275-e12d-49ea-b2dd-bce12717b72b/000000_1", schema=[
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
import unittest
import trustedanalytics as ta
# show full stack traces
ta.errors.show_details = True
ta.loggers.set_api()
# TODO: port setup should move to a super class
if ta.server.port != 19099:
ta.server.port = 19099
ta.connect()
class GraphSmokeTest(unittest.TestCase):
"""
Smoke test basic graph operations to verify functionality that will be needed by all other tests.
If these tests don't pass, there is no point in running other tests.
This is a build-time test so it needs to be written to be as fast as possible:
- Only use the absolutely smallest toy data sets, e.g 20 rows rather than 500 rows
- Tests are ran in parallel
- Tests should be short and isolated.
"""
_multiprocess_can_split_ = True