Spark Interview Scenario 2 - Zeyobron Analytics - +917395899448

preview_player
Показать описание
🔴 Full Code Below

package pack

object obj {

def main(args:Array[String]):Unit={

println("===Hello====")

val sc = new SparkContext(conf)

val data = Seq(
("A", "AA"),
("B", "BB"),
("C", "CC"),
("AA", "AAA"),
("BB", "BBB"),
("CC", "CCC")
)





val df1 = df

.withColumnRenamed("parent","parent1")






.drop("child1")
.withColumnRenamed("parent1","GrandParent")










from df1 a join df2 b



""").show()

}

}
Рекомендации по теме