Add tests

tests/requirements.txt

@@ -0,0 +1,2 @@
+requests
+pyspark

tests/resources/pyspark_example.py

@@ -0,0 +1,20 @@
+from pyspark.sql import SparkSession
+from random import random
+from operator import add
+import sys
+
+spark = SparkSession.builder.appName('Calculate Pi').getOrCreate()
+
+accuracy = int(sys.argv[1]) if len(sys.argv) > 1 else 50000
+
+partitions = 2
+n = accuracy * partitions
+
+def f(_):
+    x = random() * 2 - 1
+    y = random() * 2 - 1
+    return 1 if x ** 2 + y ** 2 <= 1 else 0
+
+count = spark.sparkContext.parallelize(range(1, n + 1), partitions).map(f).reduce(add)
+print('Pi is about {0}'.format(4.0 * count / n))
+spark.stop()

tests/run_test.py

@@ -0,0 +1,12 @@
+from spark_submit import SparkJob
+
+print('---Running example on local mode---')
+job = SparkJob('tests/resources/pyspark_example.py', main_file_args ='100000')
+
+print('spark-submit command:\n' + job.submit_cmd)
+job.submit()
+print('\nJob running...\n')
+
+print('Job output:\n{0}\n'.format(job.get_output()))
+print('Job state: {0}\n'.format(job.get_state()))
+print('Job return code: {0}\n'.format(job.get_code()))