updated spark_csv_to_avro.py
246d4df8
Hari Sekhon
committed
1 changed file
spark_csv_to_avro.py
/spark_csv_to_avro.py+1
/spark_csv_to_avro.py
Add comment 57 'com.databricks:spark-avro_2.10:2.0.1 %s' \
Add comment 58 % os.getenv('PYSPARK_SUBMIT_ARGS', '')
Add comment 59 pyspark_path()
Add comment 60 Plus  # pylint: disable=import-outside-toplevel
Add comment 60 61 from pyspark import SparkContext # pylint: disable=wrong-import-position,import-error
Add comment 61 62 from pyspark import SparkConf # pylint: disable=wrong-import-position,import-error
Add comment 62 63 from pyspark.sql import SQLContext # pylint: disable=wrong-import-position,import-error