diff --git a/mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py b/mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py index 2936ecfb0632927ead788d163985e5cfd3427ab4..c5faccd06867d69e34c5710d6ee5bdee2ed10611 100644 --- a/mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py +++ b/mount-dags-gitsync/dags/stackable/spark_kubernetes_sensor.py @@ -7,6 +7,8 @@ from airflow.providers.cncf.kubernetes.hooks.kubernetes import KubernetesHook class SparkKubernetesSensor(BaseSensorOperator): template_fields = ("application_name", "namespace") + # See https://github.com/stackabletech/spark-k8s-operator/pull/460/files#diff-d737837121132af6b60f50279a78464b05dcfd06c05d1d090f4198a5e962b5f6R371 + # Unknown is set immediately so it must be excluded from the faield states. #FAILURE_STATES = ("Failed", "Unknown") FAILURE_STATES = ("Failed") SUCCESS_STATES = "Succeeded"