Spark处理文本文件后生成DataFrame
发布时间
阅读量:
阅读量

scalaapi:
package com.lianxi
import org.apache.spark.SparkContext
import org.apache.spark.sql.types.{IntegerType, StringType, StructField, StructType}
import org.apache.spark.sql.{DataFrame, SparkSession}
object TxtDemo {
def main(args: Array[String]): Unit = {
val spark = SparkSession.builder().master("local").appName("rank").getOrCreate()
val sc: SparkContext = spark.sparkContext
sc.setLogLevel("error")
全部评论 (0)
还没有任何评论哟~
