[3/3] currentAttempt done. Last Error: SYSTEM::Traceback (most recent call last): File "/opt/venv/lib/python3.8/site-packages/flytekit/exceptions/scopes.py", line 165, in system_entry_point return wrapped(*args, **kwargs) File "/opt/venv/lib/python3.8/site-packages/flytekit/core/base_task.py", line 463, in dispatch_execute new_user_params = self.pre_execute(ctx.user_space_params) File "/opt/venv/lib/python3.8/site-packages/flytekitplugins/spark/task.py", line 124, in pre_execute self.sess = sess_builder.getOrCreate() File "/opt/spark/python/lib/pyspark.zip/pyspark/sql/session.py", line 228, in getOrCreate sc = SparkContext.getOrCreate(sparkConf) File "/opt/spark/python/lib/pyspark.zip/pyspark/context.py", line 392, in getOrCreate SparkContext(conf=conf or SparkConf()) File "/opt/spark/python/lib/pyspark.zip/pyspark/context.py", line 146, in init self._do_init(master, appName, sparkHome, pyFiles, environment, batchSize, serializer, File "/opt/spark/python/lib/pysSupport.java:471) at io.fabric8.kubernetes.client.dsl.base.OperationSupport.handleGet(OperationSupport.java:453) at io.fabric8.kubernetes.client.dsl.base.BaseOperation.handleGet(BaseOperation.java:947) at io.fabric8.kubernetes.client.dsl.base.BaseOperation.getMandatory(BaseOperation.java:221) at io.fabric8.kubernetes.client.dsl.base.BaseOperation.get(BaseOperation.java:187) at io.fabric8.kubernetes.client.dsl.base.BaseOperation.get(BaseOperation.java:86) at org.apache.spark.scheduler.cluster.k8s.ExecutorPodsAllocator.$anonfun$driverPod$1(ExecutorPodsAllocator.scala:79) at scala.Option.map(Option.scala:230) at org.apache.spark.scheduler.cluster.k8s.ExecutorPodsAllocator.<init>(ExecutorPodsAllocator.scala:78) at org.apache.spark.scheduler.cluster.k8s.KubernetesClusterManager.createSchedulerBackend(KubernetesClusterManager.scala:118) at org.apache.spark.SparkContext$.org$apache$spark$SparkContext$$createTaskScheduler(SparkContext.scala:2973) ... 14 more SYSTEM ERROR! Contact platform administrators.