Merge pull request #39 from snoe925/main

importable spark overrides $SPARK_HOME
minrk · Feb 11, 2022 · b037bad · b037bad
2 parents e659cd1 + a9637d0
commit b037bad
Showing 1 changed file with 8 additions and 7 deletions.
diff --git a/findspark.py b/findspark.py
@@ -33,13 +33,14 @@ def find():
                 spark_home = path
                 break
 
-    # last resort: try importing pyspark (pip-installed, already on sys.path)
-    try:
-        import pyspark
-    except ImportError:
-        pass
-    else:
-        spark_home = os.path.dirname(pyspark.__file__)
+    if not spark_home:
+        # last resort: try importing pyspark (pip-installed, already on sys.path)
+        try:
+            import pyspark
+        except ImportError:
+            pass
+        else:
+            spark_home = os.path.dirname(pyspark.__file__)
 
     if not spark_home:
         raise ValueError(