update samples from Release-92 as a part of 1.31.0 SDK stable release

This commit is contained in:
amlrelsa-ms
2021-06-21 16:54:16 +00:00
parent 928e0d4327
commit c6f397cf2d
25 changed files with 451 additions and 29 deletions

View File

@@ -0,0 +1,18 @@
from pyspark.sql import SparkSession
import argparse
parser = argparse.ArgumentParser()
parser.add_argument("--input", default="")
parser.add_argument("--output", default="")
args, unparsed = parser.parse_known_args()
spark = SparkSession.builder.getOrCreate()
sc = spark.sparkContext
arr = sc._gateway.new_array(sc._jvm.java.lang.String, 2)
arr[0] = args.input
arr[1] = args.output
obj = sc._jvm.WordCount
obj.main(arr)