From b3eb473ebfaefa0022ab1e1bc5f238944245418e Mon Sep 17 00:00:00 2001 From: Cameron Seamons Date: Mon, 15 Dec 2025 01:07:24 -0700 Subject: [PATCH] added spark tests --- Scripts/spark_test.py | 13 +++++++++++++ 1 file changed, 13 insertions(+) create mode 100644 Scripts/spark_test.py diff --git a/Scripts/spark_test.py b/Scripts/spark_test.py new file mode 100644 index 0000000..46fb181 --- /dev/null +++ b/Scripts/spark_test.py @@ -0,0 +1,13 @@ +import os +from pyspark.sql import SparkSession +from delta import configure_spark_with_delta_pip + + +os.environ.setdefault("HADOOP_HOME", "C:\\hadoop") +os.environ.setdefault("hadoop.home.dir", "C:\\hadoop") +os.environ["PATH"] += ";C:\\hadoop\\bin" + + +builder = SparkSession.builder.appName("spark-test") +spark = configure_spark_with_delta_pip(builder).getOrCreate() +