Cameron/Data_Lab
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

added spark tests

Browse source
This commit is contained in:
Cameron Seamons 2025-12-15 01:07:24 -07:00
parent fdcbe68f3a
commit b3eb473ebf
1 changed files with 13 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

13
Scripts/spark_test.py Normal file
View file

@ -0,0 +1,13 @@
import os
from pyspark.sql import SparkSession
from delta import configure_spark_with_delta_pip
os.environ.setdefault("HADOOP_HOME", "C:\\hadoop")
os.environ.setdefault("hadoop.home.dir", "C:\\hadoop")
os.environ["PATH"] += ";C:\\hadoop\\bin"
builder = SparkSession.builder.appName("spark-test")
spark = configure_spark_with_delta_pip(builder).getOrCreate()