Monday, May 6, 2019

sparkread

var df2 = spark.sqlContext.read
  .option("header", "true")
  //.option("inferSchema", "true")  .option("delimiter", "\t").option("encode","UTF-8").option("charset", "UTF-8")
  .schema(schema = schema)
  .csv(spark.sqlContext.read.textFile("C:\\Senthil\\SenStudy\\Scala\\Files\\multidelimiter_out")
    .map(line => line.split("\\!\\~").mkString("\t")))