Merge pull request #521 from s22s/feature/test-max-failures

Set spark master with spark.task.maxFailures in test

Author: vpipkt

core/src/test/scala/org/locationtech/rasterframes/TestEnvironment.scala

@@ -50,7 +50,8 @@ trait TestEnvironment extends FunSpec
     outputDir
   }
 
-  def sparkMaster: String = "local[*]"
+  // allow 2 retries, should stabilize CI builds. https://spark.apache.org/docs/2.4.7/submitting-applications.html#master-urls
+  def sparkMaster: String = "local[*, 2]"
 
   def additionalConf = new SparkConf(false)
 

pyrasterframes/src/main/python/tests/__init__.py

@@ -61,6 +61,7 @@ def pdir(curr):
 
 def spark_test_session():
     spark = create_rf_spark_session(**{
+        'spark.master': 'local[*, 2]',
         'spark.ui.enabled': 'false',
         'spark.app.name': app_name
     })