From ce6468d47a02ec09e0236ce1e7377fe574b7f490 Mon Sep 17 00:00:00 2001
From: Andrew Kenworthy <kenworthyas@protonmail.com>
Date: Wed, 25 Sep 2024 09:52:13 +0000
Subject: [PATCH] Update spark_kubernetes_sensor.py: temporary removal of
Unknown as a failure state
---
mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py b/mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py
index 8a1c2aa..2936ecf 100644
--- a/mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py
+++ b/mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py
@@ -7,7 +7,8 @@ from airflow.providers.cncf.kubernetes.hooks.kubernetes import KubernetesHook
class SparkKubernetesSensor(BaseSensorOperator):
template_fields = ("application_name", "namespace")
- FAILURE_STATES = ("Failed", "Unknown")
+ #FAILURE_STATES = ("Failed", "Unknown")
+ FAILURE_STATES = ("Failed")
SUCCESS_STATES = "Succeeded"
def __init__(
--
GitLab