# Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. #******************************************************************************/ from pyspark.sql import SQLContext from pyspark import SparkContext, SparkConf from os.path import dirname as dirname import sys import requests # add /test to pythonpath so utils can be imported when running from spark sys.path.append(dirname(dirname(dirname(__file__)))) import helpers.utils as utils conf = utils.createSparkConf() sc = SparkContext(conf=conf) sqlContext = SQLContext(sc) def verify(): customerData = sqlContext.sql("SELECT miles_ytd, total_miles FROM customerTable") customerData.printSchema() customerData.show(5) assert customerData.count() == doc_count # query the index using Cloudant API to get expected count test_properties = utils.get_test_properties() url = url = "https://{}/{}".format( test_properties["cloudanthost"], 'n_customer') print(url) response = requests.get(url, auth=(test_properties["cloudantusername"], test_properties["cloudantpassword"]))
# # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. #******************************************************************************/ from pyspark.sql import SQLContext from pyspark import SparkContext, SparkConf import sys from os.path import dirname as dirname # add /test to pythonpath so utils can be imported when running from spark sys.path.append(dirname(dirname(dirname(__file__)))) import helpers.utils as utils conf = utils.createSparkConf() sc = SparkContext(conf=conf) sqlContext = SQLContext(sc) def verifySpecCharPredicate(): airportData = sqlContext.sql( "SELECT _id, airportName FROM airportTable WHERE _id >= 'CAA' ORDER BY _id" ) airportData.printSchema() print('Total # of rows in airportData: ' + str(airportData.count())) # verify expected count assert airportData.count() == 13 # verify >= 'CAA' ORDER BY _id