<?xml version="1.0" encoding="UTF-8"?>
  <testsuites tests="5" disabled="0" errors="0" failures="0" time="175.887554682">
      <testsuite name="AIPipelinesE2ETests" package="/dspa/backend/test/end2end" tests="5" disabled="0" skipped="0" errors="0" failures="0" time="175.887554682" timestamp="2026-07-19T10:59:56">
          <properties>
              <property name="SuiteSucceeded" value="true"></property>
              <property name="SuiteHasProgrammaticFocus" value="false"></property>
              <property name="SpecialSuiteFailureReason" value=""></property>
              <property name="SuiteLabels" value="[]"></property>
              <property name="SuiteSemVerConstraints" value="[]"></property>
              <property name="RandomSeed" value="1784458636"></property>
              <property name="RandomizeAllSpecs" value="false"></property>
              <property name="LabelFilter" value="Smoke"></property>
              <property name="SemVerFilter" value=""></property>
              <property name="FocusStrings" value=""></property>
              <property name="SkipStrings" value=""></property>
              <property name="FocusFiles" value=""></property>
              <property name="SkipFiles" value=""></property>
              <property name="FailOnPending" value="false"></property>
              <property name="FailOnEmpty" value="false"></property>
              <property name="FailFast" value="false"></property>
              <property name="FlakeAttempts" value="0"></property>
              <property name="DryRun" value="false"></property>
              <property name="ParallelTotal" value="10"></property>
              <property name="OutputInterceptorMode" value=""></property>
          </properties>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload essential/component_with_pip_index_urls.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="70.863183898">
              <system-out>2026/07/19 11:01:07 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/19/26 10:59:56.284&#xA;Create an experiment with name E2EExperiment-1784458796284810716&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/19/26 10:59:56.433 (149ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/19/26 10:59:56.434&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0xe44425dce80&#xA;test-secret-1 created&#xA;test-secret-2 created&#xA;test-secret-3 created&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/19/26 10:59:56.47 (37ms)&#xA;&gt; Enter [It] Upload essential/component_with_pip_index_urls.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/19/26 10:59:56.47&#xA;Uploading pipeline file essential/component_with_pip_index_urls.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1784458796434079679, from file /dspa/test_data/sdk_compiled_pipelines/valid/essential/component_with_pip_index_urls.yaml&#xA;Upload of pipeline file &#39;essential/component_with_pip_index_urls.yaml&#39; successful&#xA;Listing pipeline versions for pipeline bac04760-af60-4447-88a0-f76b2256683e&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/essential/component_with_pip_index_urls.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;bac04760-af60-4447-88a0-f76b2256683e&#39; and name: &#39;e2e-test-1784458796434079679&#39;&#xA;Create a pipeline run for pipeline with id=bac04760-af60-4447-88a0-f76b2256683e and versionId=712c1652-dafa-420b-ad58-8c520774c08d&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Created Pipeline Run with id: 05e50ad1-3076-4822-be88-10c57fd4edba for pipeline with id: bac04760-af60-4447-88a0-f76b2256683e&#xA;Waiting for pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in PENDING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba is in RUNNING state, waiting...&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;essential/component_with_pip_index_urls.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Get a pipeline run with id=05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload essential/component_with_pip_index_urls.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/19/26 11:01:06.986 (1m10.516s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/19/26 11:01:06.986&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run 05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Failed to terminate run 05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Terminate run 05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Deleting run 05e50ad1-3076-4822-be88-10c57fd4edba&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=bac04760-af60-4447-88a0-f76b2256683e (cascade=true)&#xA;Pipeline with id=bac04760-af60-4447-88a0-f76b2256683e, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/19/26 11:01:07.147 (161ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/19/26 11:01:07.148&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/19/26 11:01:07.148 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/19/26 11:01:07.148&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/19/26 11:01:07.148 (0s)&#xA;</system-err>
          </testcase>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload critical/parallel_for_after_dependency.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="115.769935521">
              <system-out>2026/07/19 11:01:52 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/19/26 10:59:56.284&#xA;Create an experiment with name E2EExperiment-1784458796284243991&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/19/26 10:59:56.434 (150ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/19/26 10:59:56.434&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0x35c29bb84380&#xA;Looks like test-secret-1 already exists, because creation failed due to secrets &#34;test-secret-1&#34; already exists&#xA;Looks like test-secret-2 already exists, because creation failed due to secrets &#34;test-secret-2&#34; already exists&#xA;Looks like test-secret-3 already exists, because creation failed due to secrets &#34;test-secret-3&#34; already exists&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/19/26 10:59:56.488 (54ms)&#xA;&gt; Enter [It] Upload critical/parallel_for_after_dependency.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/19/26 10:59:56.488&#xA;Uploading pipeline file critical/parallel_for_after_dependency.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1784458796434575643, from file /dspa/test_data/sdk_compiled_pipelines/valid/critical/parallel_for_after_dependency.yaml&#xA;Upload of pipeline file &#39;critical/parallel_for_after_dependency.yaml&#39; successful&#xA;Listing pipeline versions for pipeline 6c54ffe0-323b-430d-9a0f-0288d30d80c5&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/critical/parallel_for_after_dependency.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;6c54ffe0-323b-430d-9a0f-0288d30d80c5&#39; and name: &#39;e2e-test-1784458796434575643&#39;&#xA;Create a pipeline run for pipeline with id=6c54ffe0-323b-430d-9a0f-0288d30d80c5 and versionId=795f13d0-a4a5-4530-9b23-fac9d31697a3&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Created Pipeline Run with id: 3a633301-96ab-4a2b-be4c-1a7007cac3e8 for pipeline with id: 6c54ffe0-323b-430d-9a0f-0288d30d80c5&#xA;Waiting for pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in PENDING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8 reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;critical/parallel_for_after_dependency.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Get a pipeline run with id=3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload critical/parallel_for_after_dependency.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/19/26 11:01:51.912 (1m55.424s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/19/26 11:01:51.912&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run 3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Failed to terminate run 3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Terminate run 3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Deleting run 3a633301-96ab-4a2b-be4c-1a7007cac3e8&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=6c54ffe0-323b-430d-9a0f-0288d30d80c5 (cascade=true)&#xA;Pipeline with id=6c54ffe0-323b-430d-9a0f-0288d30d80c5, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/19/26 11:01:52.053 (141ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/19/26 11:01:52.054&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/19/26 11:01:52.054 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/19/26 11:01:52.054&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/19/26 11:01:52.054 (0s)&#xA;</system-err>
          </testcase>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload critical/pipeline_with_artifact_upload_download.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="120.759065104">
              <system-out>2026/07/19 11:01:57 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/19/26 10:59:56.284&#xA;Create an experiment with name E2EExperiment-1784458796284856818&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/19/26 10:59:56.433 (149ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/19/26 10:59:56.434&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0x3c18eb97e800&#xA;Looks like test-secret-1 already exists, because creation failed due to secrets &#34;test-secret-1&#34; already exists&#xA;Looks like test-secret-2 already exists, because creation failed due to secrets &#34;test-secret-2&#34; already exists&#xA;Looks like test-secret-3 already exists, because creation failed due to secrets &#34;test-secret-3&#34; already exists&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/19/26 10:59:56.488 (54ms)&#xA;&gt; Enter [It] Upload critical/pipeline_with_artifact_upload_download.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/19/26 10:59:56.488&#xA;Uploading pipeline file critical/pipeline_with_artifact_upload_download.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1784458796434266094, from file /dspa/test_data/sdk_compiled_pipelines/valid/critical/pipeline_with_artifact_upload_download.yaml&#xA;Upload of pipeline file &#39;critical/pipeline_with_artifact_upload_download.yaml&#39; successful&#xA;Listing pipeline versions for pipeline 85116007-c9c2-443d-8604-5901e0b7c0a8&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/critical/pipeline_with_artifact_upload_download.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;85116007-c9c2-443d-8604-5901e0b7c0a8&#39; and name: &#39;e2e-test-1784458796434266094&#39;&#xA;Create a pipeline run for pipeline with id=85116007-c9c2-443d-8604-5901e0b7c0a8 and versionId=4aa35c1c-d4bc-47e8-96c0-81dd254efcba&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Created Pipeline Run with id: 98a7e693-21ef-427f-88e2-c10093ba4d8f for pipeline with id: 85116007-c9c2-443d-8604-5901e0b7c0a8&#xA;Waiting for pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in PENDING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f is in RUNNING state, waiting...&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;critical/pipeline_with_artifact_upload_download.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Get a pipeline run with id=98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload critical/pipeline_with_artifact_upload_download.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/19/26 11:01:56.958 (2m0.47s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/19/26 11:01:56.958&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run 98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Failed to terminate run 98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Terminate run 98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Deleting run 98a7e693-21ef-427f-88e2-c10093ba4d8f&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=85116007-c9c2-443d-8604-5901e0b7c0a8 (cascade=true)&#xA;Pipeline with id=85116007-c9c2-443d-8604-5901e0b7c0a8, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/19/26 11:01:57.043 (85ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/19/26 11:01:57.044&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/19/26 11:01:57.044 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/19/26 11:01:57.044&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/19/26 11:01:57.044 (0s)&#xA;</system-err>
          </testcase>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload critical/flip_coin.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="145.818763619">
              <system-out>2026/07/19 11:02:22 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/19/26 10:59:56.284&#xA;Create an experiment with name E2EExperiment-1784458796284068946&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/19/26 10:59:56.433 (150ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/19/26 10:59:56.434&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0xbc056db4a00&#xA;Looks like test-secret-1 already exists, because creation failed due to secrets &#34;test-secret-1&#34; already exists&#xA;Looks like test-secret-2 already exists, because creation failed due to secrets &#34;test-secret-2&#34; already exists&#xA;Looks like test-secret-3 already exists, because creation failed due to secrets &#34;test-secret-3&#34; already exists&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/19/26 10:59:56.478 (44ms)&#xA;&gt; Enter [It] Upload critical/flip_coin.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/19/26 10:59:56.478&#xA;Uploading pipeline file critical/flip_coin.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1784458796434268394, from file /dspa/test_data/sdk_compiled_pipelines/valid/critical/flip_coin.yaml&#xA;Upload of pipeline file &#39;critical/flip_coin.yaml&#39; successful&#xA;Listing pipeline versions for pipeline ae4a9ef4-973d-4769-9031-b9b98124c412&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/critical/flip_coin.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;ae4a9ef4-973d-4769-9031-b9b98124c412&#39; and name: &#39;e2e-test-1784458796434268394&#39;&#xA;Create a pipeline run for pipeline with id=ae4a9ef4-973d-4769-9031-b9b98124c412 and versionId=3b87af89-0614-4b4c-9613-9dc918ce0321&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Created Pipeline Run with id: e3cfed13-83dd-4e67-aa43-153c63accfc1 for pipeline with id: ae4a9ef4-973d-4769-9031-b9b98124c412&#xA;Waiting for pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in PENDING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1 reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;critical/flip_coin.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Get a pipeline run with id=e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload critical/flip_coin.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/19/26 11:02:22.001 (2m25.523s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/19/26 11:02:22.001&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Failed to terminate run e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Terminate run e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Deleting run e3cfed13-83dd-4e67-aa43-153c63accfc1&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=ae4a9ef4-973d-4769-9031-b9b98124c412 (cascade=true)&#xA;Pipeline with id=ae4a9ef4-973d-4769-9031-b9b98124c412, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/19/26 11:02:22.102 (101ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/19/26 11:02:22.102&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/19/26 11:02:22.102 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/19/26 11:02:22.102&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/19/26 11:02:22.102 (0s)&#xA;</system-err>
          </testcase>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload essential/iris_pipeline_compiled.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="175.77487303">
              <system-out>2026/07/19 11:02:52 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/19/26 10:59:56.284&#xA;Create an experiment with name E2EExperiment-1784458796284964171&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/19/26 10:59:56.433 (149ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/19/26 10:59:56.434&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0x26c1a6bd0880&#xA;Looks like test-secret-1 already exists, because creation failed due to secrets &#34;test-secret-1&#34; already exists&#xA;Looks like test-secret-2 already exists, because creation failed due to secrets &#34;test-secret-2&#34; already exists&#xA;Looks like test-secret-3 already exists, because creation failed due to secrets &#34;test-secret-3&#34; already exists&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/19/26 10:59:56.486 (52ms)&#xA;&gt; Enter [It] Upload essential/iris_pipeline_compiled.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/19/26 10:59:56.486&#xA;Uploading pipeline file essential/iris_pipeline_compiled.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1784458796434212003, from file /dspa/test_data/sdk_compiled_pipelines/valid/essential/iris_pipeline_compiled.yaml&#xA;Upload of pipeline file &#39;essential/iris_pipeline_compiled.yaml&#39; successful&#xA;Listing pipeline versions for pipeline 30d390f6-70d0-4576-8fde-7fbb176d436e&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/essential/iris_pipeline_compiled.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;30d390f6-70d0-4576-8fde-7fbb176d436e&#39; and name: &#39;e2e-test-1784458796434212003&#39;&#xA;Create a pipeline run for pipeline with id=30d390f6-70d0-4576-8fde-7fbb176d436e and versionId=f2bbde6a-150b-4769-838b-def2a57e7572&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=c80eb119-238e-4ada-8252-c975298d1365&#xA;Created Pipeline Run with id: c80eb119-238e-4ada-8252-c975298d1365 for pipeline with id: 30d390f6-70d0-4576-8fde-7fbb176d436e&#xA;Waiting for pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in PENDING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365 reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;essential/iris_pipeline_compiled.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Get a pipeline run with id=c80eb119-238e-4ada-8252-c975298d1365&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload essential/iris_pipeline_compiled.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/19/26 11:02:51.955 (2m55.469s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/19/26 11:02:51.955&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run c80eb119-238e-4ada-8252-c975298d1365&#xA;Failed to terminate run c80eb119-238e-4ada-8252-c975298d1365&#xA;Terminate run c80eb119-238e-4ada-8252-c975298d1365&#xA;Deleting run c80eb119-238e-4ada-8252-c975298d1365&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=30d390f6-70d0-4576-8fde-7fbb176d436e (cascade=true)&#xA;Pipeline with id=30d390f6-70d0-4576-8fde-7fbb176d436e, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/19/26 11:02:52.059 (104ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/19/26 11:02:52.06&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/19/26 11:02:52.06 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/19/26 11:02:52.06&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/19/26 11:02:52.06 (0s)&#xA;</system-err>
          </testcase>
      </testsuite>
  </testsuites>