Advertisement

Spark处理文本文件后生成DataFrame

阅读量:

scalaapi:

复制代码
 package com.lianxi

    
  
    
 import org.apache.spark.SparkContext
    
 import org.apache.spark.sql.types.{IntegerType, StringType, StructField, StructType}
    
 import org.apache.spark.sql.{DataFrame, SparkSession}
    
  
    
 object TxtDemo {
    
   def main(args: Array[String]): Unit = {
    
  
    
     val spark = SparkSession.builder().master("local").appName("rank").getOrCreate()
    
     val sc: SparkContext = spark.sparkContext
    
     sc.setLogLevel("error")

全部评论 (0)

还没有任何评论哟~