Skip to content
Snippets Groups Projects
Commit 60b0399a authored by Raghunandan Netrapalli Madhusudhan's avatar Raghunandan Netrapalli Madhusudhan
Browse files

feat: Upate e2e test list 

test_end_to_end.json is updated to reflect the e2e tests working with gecco
disabled e2e are currently not working with gecco
parent aa025943
No related branches found
No related tags found
1 merge request!280Use standalone pipeline for e2e
Pipeline #72469 failed
Stage: external
    Hide whitespace changes
    Inline Side-by-side
    sim/tests/endToEndTests/test_end_to_end.json
    + 78
    − 113
    View file @ 60b0399a
    {
    "config_sets": {
    "Generic": [
    "ADAS_AEB_CutIn",
    "ADAS_AEB_PreventingCollisionWithObstacle",
    "Common",
    "DynamicOSMPSensorDataToTUStepper",
    "LightStateAction",
    "OSCAction_DoubleCubicLaneChangeLeft_Absolute",
    "OSCAction_DoubleCubicLaneChangeLeft_Relative",
    "OSCAction_DoubleCubicLaneChangeRight_Absolute",
    "OSCAction_DoubleCubicLaneChangeRight_Relative",
    "OSCAction_SpeedAction_Step",
    "OSCAction_TeleportAction",
    "StaticOSMPSensorDataToTUStepper",
    "StaticSSPStepper",
    "Sensor_Latency",
    "SupplementaryTrafficSigns",
    "TrafficJam"
    ],
    "DISABLED_Generic": [
    "ADAS_AEB_CutIn",
    "ADAS_AEB_PreventingCollisionWithObstacleInCurve",
    "ADAS_V2X",
    "AFDM_TJunction",
    ......@@ -11,29 +27,14 @@
    "ByEntityCondition_RoadPosition",
    "ByEntityCondition_TimeHeadway",
    "ByEntityCondition_TimeToCollision",
    "Common",
    "DynamicOSMPSensorDataToTUStepper",
    "DynamicSSPStepper",
    "LightStateAction",
    "LocalizationOnJunction",
    "ObjectAboveRoad",
    "ObjectOfTypeRoadMark",
    "OSCAction_ActivateController",
    "OSCAction_DoubleSinusoidalLaneChangeLeft_Absolute",
    "OSCAction_DoubleSinusoidalLaneChangeLeft_Relative",
    "OSCAction_DoubleSinusoidalLaneChangeRight_Absolute",
    "OSCAction_DoubleSinusoidalLaneChangeRight_Relative",
    "OSCAction_RemoveAgent",
    "OSCAction_RemoveAgentWithDelay",
    "OSCAction_TrafficSinkAction",
    "OSCAction_SpeedAction_Step",
    "OSCAction_TeleportAction",
    "Pedestrian_Trajectory",
    "StaticOSMPSensorDataToTUStepper",
    "StaticSSPStepper",
    "Sensor_Latency",
    "SupplementaryTrafficSigns",
    "TrafficJam",
    "TurningRates",
    "TrafficLight"
    ],
    "ByEntityCondition": [
    ......@@ -84,16 +85,18 @@
    "Sensor_Failure_1_Car2X"
    ],
    "Sensor_Failure_0.5": [
    "Sensor_Failure_0.5_Geometric2D",
    "Sensor_Failure_0.5_Geometric2D"
    ],
    "DISABLED_Sensor_Failure_0.5": [
    "Sensor_Failure_0.5_Car2X"
    ],
    "PCM": [
    "PCM": [
    "PCM"
    ],
    "ADAS_AEB_PreventingCollisionWithObstacle": [
    "ADAS_AEB_PreventingCollisionWithObstacle"
    ],
    "ADAS_Static_AEB_PreventingCollisionWithObstacle": [
    "ADAS_Static_AEB_PreventingCollisionWithObstacle": [
    "ADAS_Static_AEB_PreventingCollisionWithObstacle"
    ],
    "ADAS_AEB_PreventingCollisionWithObstacleInCurve": [
    ......@@ -108,16 +111,16 @@
    "OSCAction_ActivateController": [
    "OSCAction_ActivateController"
    ],
    "OSCAction_SinusoidalLaneChange": [
    "OSCAction_SinusoidalLaneChangeLeft_Absolute",
    "OSCAction_SinusoidalLaneChangeRight_Absolute",
    "OSCAction_SinusoidalLaneChangeLeft_Relative",
    "OSCAction_SinusoidalLaneChangeRight_Relative"
    "OSCAction_CubicLaneChange": [
    "OSCAction_CubicLaneChangeLeft_Absolute",
    "OSCAction_CubicLaneChangeRight_Absolute",
    "OSCAction_CubicLaneChangeLeft_Relative",
    "OSCAction_CubicLaneChangeRight_Relative"
    ],
    "OSCAction_DoubleSinusoidalLaneChange": [
    "OSCAction_DoubleSinusoidalLaneChangeLeft_Absolute",
    "OSCAction_DoubleSinusoidalLaneChangeLeft_Relative",
    "OSCAction_DoubleSinusoidalLaneChangeRight_Relative"
    "OSCAction_DoubleCubicLaneChange": [
    "OSCAction_DoubleCubicLaneChangeLeft_Absolute",
    "OSCAction_DoubleCubicLaneChangeLeft_Relative",
    "OSCAction_DoubleCubicLaneChangeRight_Relative"
    ],
    "OSCAction_SpeedAction_Absolute": [
    "OSCAction_SpeedAction_Absolute"
    ......@@ -128,31 +131,22 @@
    "OSCAction_SpeedAction_Step": [
    "OSCAction_SpeedAction_Step"
    ],
    "OSCAction_RemoveAgent": [
    "OSCAction_RemoveAgent"
    ],
    "OSCAction_TeleportAction": [
    "OSCAction_TeleportAction"
    ],
    "OSCAction_TrafficSinkAction": [
    "OSCAction_TrafficSinkAction"
    ],
    "Delay": [
    "OSCAction_RemoveAgentWithDelay"
    ],
    "TUStepCtrl":
    [
    "TUStepCtrl": [
    "StaticOSMPSensorDataToTUStepper",
    "DynamicOSMPSensorDataToTUStepper",
    "StaticSSPStepper",
    "DynamicSSPStepper"
    ],
    "TrafficLight":
    [
    "TrafficLight": [
    "TrafficLight"
    ],
    "Dynamics_Scenario":
    [
    "Dynamics_Scenario": [
    "Dynamics_Scenario"
    ]
    },
    ......@@ -180,7 +174,7 @@
    ]
    }
    },
    "generic_fmu_win64": {
    "DISABLED_generic_fmu_win64": {
    "config_sets": [
    "FMU"
    ],
    ......@@ -201,33 +195,33 @@
    ],
    "duration": 1,
    "invocations": 1,
    "description": "Check if the XPosition of the ego agent is as expected",
    "description": "Check if the XPosition(BB Center) of the ego agent is as expected",
    "queries": [
    "count(AgentId | XPosition == 100 and Timestep == 100 and AgentId == 0) == 1"
    ],
    "success_rate": 1.0
    },
    "FMU_FollowPathAction": {
    "DISABLED_FMU_FollowPathAction": {
    "config_sets": [
    "FMU_FollowPathAction"
    ],
    "duration": 1,
    "invocations": 1,
    "description": "Check if the XPosition and YPosition of the agent is as expected",
    "description": "Check if the XPosition_RA and YPosition_RA of the agent is as expected",
    "queries": [
    "count(AgentId | XPosition == 200.50 and YPosition == 5.425 and Timestep == 100 and AgentId == 0) == 1"
    "count(AgentId | XPosition_RA == 200.50 and YPosition_RA == 5.425 and Timestep == 100 and AgentId == 0) == 1"
    ],
    "success_rate": 1.0
    },
    "FMU_FollowTrajectoryAction": {
    "DISABLED_FMU_FollowTrajectoryAction": {
    "config_sets": [
    "FMU_FollowTrajectoryAction"
    ],
    "duration": 5,
    "invocations": 1,
    "description": "Check if the XPosition and YPosition of the ego agent is as expected",
    "description": "Check if the XPosition_RA and YPosition_RA of the ego agent is as expected",
    "queries": [
    "count(AgentId | XPosition == 200.50 and YPosition == 5.425 and Timestep == 100 and AgentId == 0) == 1"
    "count(AgentId | XPosition_RA == 200.50 and YPosition_RA == 5.425 and Timestep == 100 and AgentId == 0) == 1"
    ],
    "success_rate": 1.0
    },
    ......@@ -239,11 +233,11 @@
    "invocations": 1,
    "description": "Check if the speed of the ego agent is as expected",
    "queries": [
    "count(AgentId | AgentId == 0 and Timestep == 100 and VelocityEgo == 20.0) == 1"
    "count(AgentId | AgentId == 0 and Timestep == 100 and Velocity_RA == 20.0) == 1"
    ],
    "success_rate": 1.0
    },
    "ADAS_AEB": {
    "DISABLED_ADAS_AEB": {
    "config_sets": [
    "ADAS_AEB_PreventingCollisionWithObstacle"
    ],
    ......@@ -251,11 +245,11 @@
    "invocations": 1,
    "description": "AEB triggers if agent cannot stop",
    "queries": [
    "mean(VelocityEgo | AgentId == 0 and PositionRoute > 285 and PositionRoute < 295) < 28.5"
    "mean(Velocity_RA | AgentId == 0 and PositionRoute > 285 and PositionRoute < 295) < 28.5"
    ],
    "success_rate": 1
    },
    "ADAS_Static_AEB": {
    "DISABLED_ADAS_Static_AEB": {
    "config_sets": [
    "ADAS_Static_AEB_PreventingCollisionWithObstacle"
    ],
    ......@@ -267,7 +261,7 @@
    ],
    "success_rate": 1
    },
    "ADAS_AEB_InCurve": {
    "DISABLED_ADAS_AEB_InCurve": {
    "config_sets": [
    "ADAS_AEB_PreventingCollisionWithObstacleInCurve"
    ],
    ......@@ -279,7 +273,7 @@
    ],
    "success_rate": 1
    },
    "ADAS_AEB_CutIn_TriggersAndPreventsCollision": {
    "DISABLED_ADAS_AEB_CutIn_TriggersAndPreventsCollision": {
    "config_sets": [
    "ADAS_AEB_CutIn"
    ],
    ......@@ -292,7 +286,7 @@
    ],
    "success_rate": 0.95
    },
    "ADAS_V2X": {
    "DISABLED_ADAS_V2X": {
    "config_sets": [
    "ADAS_V2X"
    ],
    ......@@ -312,19 +306,19 @@
    "Sensor0_DetectedAgents": "str"
    }
    },
    "ByEntityCondition": {
    "DISABLED_ByEntityCondition": {
    "config_sets": [
    "ByEntityCondition"
    ],
    "duration": 11,
    "invocations": 1,
    "description": "Agent performs left sinusoidal lane change to lane id -3 if entity condition is met",
    "description": "Agent performs left Cubic lane change to lane id -3 if entity condition is met",
    "queries": [
    "count(AgentId | AgentId == 0 and Timestep >= 10000 and Lane == -3) > 0"
    ],
    "success_rate": 1.0
    },
    "LightStateAction": {
    "DISABLED_LightStateAction": {
    "config_sets": [
    "LightStateAction"
    ],
    ......@@ -338,7 +332,7 @@
    ],
    "success_rate": 1.0
    },
    "LocalizationOnJunction": {
    "DISABLED_LocalizationOnJunction": {
    "config_sets": [
    "LocalizationOnJunction"
    ],
    ......@@ -350,7 +344,7 @@
    ],
    "success_rate": 0.99
    },
    "NoCollisionWithObject": {
    "DISABLED_NoCollisionWithObject": {
    "config_sets": [
    "NoCollisionWithObject"
    ],
    ......@@ -362,7 +356,7 @@
    ],
    "success_rate": 1.0
    },
    "OSCAction_ActivateController":{
    "DISABLED_OSCAction_ActivateController": {
    "config_sets": [
    "OSCAction_ActivateController"
    ],
    ......@@ -377,7 +371,7 @@
    },
    "OSCAction_DoubleLaneChange": {
    "config_sets": [
    "OSCAction_DoubleSinusoidalLaneChange"
    "OSCAction_DoubleCubicLaneChange"
    ],
    "duration": 10,
    "invocations": 1,
    ......@@ -387,7 +381,7 @@
    ],
    "success_rate": 1.0
    },
    "OSCAction_FollowRouteAction": {
    "DISABLED_OSCAction_FollowRouteAction": {
    "config_sets": [
    "OSCAction_FollowRouteAction"
    ],
    ......@@ -399,19 +393,7 @@
    ],
    "success_rate": 1.0
    },
    "disabled_OSCAction_RemoveAgent": {
    "config_sets": [
    "OSCAction_RemoveAgent"
    ],
    "duration": 2.0,
    "invocations": 10,
    "description": "The ego should despawn",
    "queries": [
    "count(XPosition | AgentId == 0 and Timestep > 1000) == 0"
    ],
    "success_rate": 1.0
    },
    "OSCAction_TrafficSinkAction": {
    "DISABLED_OSCAction_TrafficSinkAction": {
    "config_sets": [
    "OSCAction_TrafficSinkAction"
    ],
    ......@@ -423,22 +405,9 @@
    ],
    "success_rate": 1.0
    },
    "disabled_OSCAction_RemoveAgentWithDelay": {
    "config_sets": [
    "Delay"
    ],
    "duration": 1.5,
    "invocations": 1,
    "description": "The ego should despawn with 0.5 second delay after the simulationTimeCondition 0.5",
    "queries": [
    "count(AgentId | AgentId == 0 and Timestep == 900) == 1",
    "count(AgentId | AgentId == 0 and Timestep > 1000) == 0"
    ],
    "success_rate": 1.0
    },
    "OSCAction_SingleLaneChange": {
    "config_sets": [
    "OSCAction_SinusoidalLaneChange"
    "OSCAction_CubicLaneChange"
    ],
    "duration": 10,
    "invocations": 1,
    ......@@ -484,7 +453,7 @@
    ],
    "success_rate": 1.0
    },
    "OSCAction_TeleportAction": {
    "DISABLED_OSCAction_TeleportAction": {
    "config_sets": [
    "OSCAction_TeleportAction"
    ],
    ......@@ -492,14 +461,14 @@
    "invocations": 1,
    "description": "The position of the ego agent is set to a value defined via the OpenSCENARIO TeleportAction",
    "queries": [
    "count(AgentId | AgentId == 0 and Timestep == 100 and XPosition == 0) == 1",
    "count(AgentId | AgentId == 0 and Timestep == 1100 and XPosition == 100) == 1",
    "count(AgentId | AgentId == 0 and Timestep == 2100 and XPosition >= 199) == 1",
    "count(AgentId | AgentId == 0 and Timestep == 100 and XPosition_RA == 0) == 1",
    "count(AgentId | AgentId == 0 and Timestep == 1100 and XPosition_RA == 100) == 1",
    "count(AgentId | AgentId == 0 and Timestep == 2100 and XPosition_RA >= 199) == 1",
    "count(AgentId | AgentId == 0 and Timestep == 2100 and YawAngle == -0.5) == 1"
    ],
    "success_rate": 1.0
    },
    "Sensor_Delay": {
    "DISABLED_Sensor_Delay": {
    "config_sets": [
    "Sensor_Delay"
    ],
    ......@@ -523,14 +492,14 @@
    "invocations": 20,
    "description": "Sensor detects scenario agent with 1 second delay.",
    "queries": [
    "count(AgentId | Timestep==1000 and AgentId==0 and Sensor0_DetectedAgents-1=='nan' and Sensor0_DetectedAgents!='nan') == 1"
    "count(AgentId | Timestep==1100 and AgentId==0 and Sensor0_DetectedAgents-1=='nan' and Sensor0_DetectedAgents!='nan') == 1"
    ],
    "success_rate": 1,
    "datatypes": {
    "Sensor0_DetectedAgents": "str"
    }
    },
    "PCM": {
    "DISABLED_PCM": {
    "config_sets": [
    "PCM"
    ],
    ......@@ -538,11 +507,11 @@
    "invocations": 1,
    "description": "Run a pcm case and check if the collision state is as expected",
    "queries": [
    "count(AgentId | XPosition > -1.71 and AgentId == 0 and Timestep == 4840) == 1"
    "count(AgentId | XPosition_RA > -1.71 and AgentId == 0 and Timestep == 4840) == 1"
    ],
    "success_rate": 1
    },
    "Sensor_Failure_0": {
    "DISABLED_Sensor_Failure_0": {
    "config_sets": [
    "Sensor_Failure_0"
    ],
    ......@@ -558,7 +527,7 @@
    "Sensor0_DetectedAgents": "str"
    }
    },
    "Sensor_Failure_1": {
    "DISABLED_Sensor_Failure_1": {
    "config_sets": [
    "Sensor_Failure_1"
    ],
    ......@@ -582,7 +551,7 @@
    "invocations": 2,
    "description": "Sensor detects scenario agent in some timestep.",
    "queries": [
    "count(AgentId | AgentId==0 and Sensor0_DetectedAgents=='1') > 0"
    "count(AgentId | AgentId==0 and Sensor0_DetectedAgents=='1001') > 0"
    ],
    "success_rate": 1,
    "datatypes": {
    ......@@ -604,8 +573,7 @@
    "Sensor0_DetectedAgents": "str"
    }
    },
    "TUStepCtrl":
    {
    "TUStepCtrl": {
    "config_sets": [
    "TUStepCtrl"
    ],
    ......@@ -613,12 +581,11 @@
    "invocations": 1,
    "description": "Agent is moved by the trafficUpdateStepper",
    "queries": [
    "count(AgentId | (AgentId==0 and Timestep > 0 and VelocityEgo > 0.14 and VelocityEgo < 0.142)) == 20"
    "count(AgentId | (AgentId==0 and Timestep > 0 and Velocity_RA > 0.14 and Velocity_RA < 0.142)) == 21"
    ],
    "success_rate": 1
    },
    "TrafficLightCheckPhases":
    {
    "DISABLED_TrafficLightCheckPhases": {
    "config_sets": [
    "TrafficLight"
    ],
    ......@@ -633,14 +600,13 @@
    ],
    "success_rate": 1
    },
    "Dynamics_Scenario":
    {
    "DISABLED_Dynamics_Scenario": {
    "config": "Dynamics_Scenario",
    "duration": 10,
    "invocations": 1,
    "description": "Agent equiped with Dynamics_Scenario keeps velocity and t-offset",
    "description": "Agent equiped with Dynamics_Scenario keeps Velocity_RA and t-offset",
    "queries": [
    "count(AgentId | AgentId == 0 and VelocityEgo != 43.5) == 0",
    "count(AgentId | AgentId == 0 and Velocity_RA != 43.5) == 0",
    "median(TCoordinate | AgentId == 0) == 0.0",
    "std(TCoordinate | AgentId == 0) < 0.1",
    "min(TCoordinate | AgentId == 0) > -0.2",
    ......@@ -648,8 +614,7 @@
    ],
    "success_rate": 1
    },
    "ActiveComponentLogging":
    {
    "DISABLED_ActiveComponentLogging": {
    "config_sets": [
    "ADAS_AEB_PreventingCollisionWithObstacle"
    ],
    ......
    0% or .
    You are about to add 0 people to the discussion. Proceed with caution.
    Finish editing this message first!
    Please register or to comment

    Copyright © Eclipse Foundation, Inc. All Rights Reserved.     Privacy Policy | Terms of Use | Copyright Agent