From cb614995fe2c1b626394c530645764b3656e53ad Mon Sep 17 00:00:00 2001
From: Andrew Kenworthy <kenworthyas@protonmail.com>
Date: Wed, 25 Sep 2024 11:02:24 +0000
Subject: [PATCH] Update spark_kubernetes_sensor.py
---
mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py | 2 ++
1 file changed, 2 insertions(+)
diff --git a/mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py b/mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py
index 2936ecf..c5faccd 100644
--- a/mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py
+++ b/mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py
@@ -7,6 +7,8 @@ from airflow.providers.cncf.kubernetes.hooks.kubernetes import KubernetesHook
class SparkKubernetesSensor(BaseSensorOperator):
template_fields = ("application_name", "namespace")
+ # See https://github.com/stackabletech/spark-k8s-operator/pull/460/files#diff-d737837121132af6b60f50279a78464b05dcfd06c05d1d090f4198a5e962b5f6R371
+ # Unknown is set immediately so it must be excluded from the faield states.
#FAILURE_STATES = ("Failed", "Unknown")
FAILURE_STATES = ("Failed")
SUCCESS_STATES = "Succeeded"
--
GitLab