############sparkcontest######33333 it is used in earlier spark 1.x //scala import org.apache.spark.SparkConf import org.apache.spark.SparkContext val conf = new SparkConf().setAppName("first").setMaster("local[*]") val sc = new SparkContext(conf) val rdd1 = sc.textFile("C:/workspace/data/txns") # python from pyspark import SparkContext,SparkConf conf = SparkConf().setAppName("first").setMaster("local[*]) sc = SparkContext(conf) ## now days sparksession are used ########range######### // in Scala val myRange = spark.range(1000).toDF("number") # in Python myRange = spark.range(1000).toDF("number") ###########where########## // in Scala val divisBy2 = myRange.where("number % 2 = 0") # in Python divisBy2 = myRange.where("number % 2 = 0") ###########read csv ########## // in Scala val flightData2015 = spark .read .option("inferSchema", "true") .o...