<?xml version="1.0" encoding="UTF-8"?>
  <testsuites tests="5" disabled="0" errors="0" failures="0" time="176.102814544">
      <testsuite name="AIPipelinesE2ETests" package="/dspa/backend/test/end2end" tests="5" disabled="0" skipped="0" errors="0" failures="0" time="176.102814544" timestamp="2026-07-17T07:34:46">
          <properties>
              <property name="SuiteSucceeded" value="true"></property>
              <property name="SuiteHasProgrammaticFocus" value="false"></property>
              <property name="SpecialSuiteFailureReason" value=""></property>
              <property name="SuiteLabels" value="[]"></property>
              <property name="SuiteSemVerConstraints" value="[]"></property>
              <property name="RandomSeed" value="1784273525"></property>
              <property name="RandomizeAllSpecs" value="false"></property>
              <property name="LabelFilter" value="Smoke"></property>
              <property name="SemVerFilter" value=""></property>
              <property name="FocusStrings" value=""></property>
              <property name="SkipStrings" value=""></property>
              <property name="FocusFiles" value=""></property>
              <property name="SkipFiles" value=""></property>
              <property name="FailOnPending" value="false"></property>
              <property name="FailOnEmpty" value="false"></property>
              <property name="FailFast" value="false"></property>
              <property name="FlakeAttempts" value="0"></property>
              <property name="DryRun" value="false"></property>
              <property name="ParallelTotal" value="10"></property>
              <property name="OutputInterceptorMode" value=""></property>
          </properties>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload essential/component_with_pip_index_urls.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="70.963526432">
              <system-out>2026/07/17 07:35:57 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/17/26 07:34:46.791&#xA;Create an experiment with name E2EExperiment-1784273686791323827&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/17/26 07:34:47.025 (235ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/17/26 07:34:47.026&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0x1e2dbff36b80&#xA;test-secret-1 created&#xA;test-secret-2 created&#xA;test-secret-3 created&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/17/26 07:34:47.055 (29ms)&#xA;&gt; Enter [It] Upload essential/component_with_pip_index_urls.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/17/26 07:34:47.055&#xA;Uploading pipeline file essential/component_with_pip_index_urls.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1784273687026184732, from file /dspa/test_data/sdk_compiled_pipelines/valid/essential/component_with_pip_index_urls.yaml&#xA;Upload of pipeline file &#39;essential/component_with_pip_index_urls.yaml&#39; successful&#xA;Listing pipeline versions for pipeline 44b99f30-f36a-4917-b36b-5f4b210720af&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/essential/component_with_pip_index_urls.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;44b99f30-f36a-4917-b36b-5f4b210720af&#39; and name: &#39;e2e-test-1784273687026184732&#39;&#xA;Create a pipeline run for pipeline with id=44b99f30-f36a-4917-b36b-5f4b210720af and versionId=7b64442a-be5b-45d5-b03d-5e420798136b&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Created Pipeline Run with id: c3af2915-1566-4e6f-a8f4-55a0ee99cb8c for pipeline with id: 44b99f30-f36a-4917-b36b-5f4b210720af&#xA;Waiting for pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in PENDING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c is in RUNNING state, waiting...&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;essential/component_with_pip_index_urls.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Get a pipeline run with id=c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload essential/component_with_pip_index_urls.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/17/26 07:35:57.622 (1m10.567s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/17/26 07:35:57.622&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Failed to terminate run c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Terminate run c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Deleting run c3af2915-1566-4e6f-a8f4-55a0ee99cb8c&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=44b99f30-f36a-4917-b36b-5f4b210720af (cascade=true)&#xA;Pipeline with id=44b99f30-f36a-4917-b36b-5f4b210720af, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/17/26 07:35:57.754 (132ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/17/26 07:35:57.755&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/17/26 07:35:57.755 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/17/26 07:35:57.755&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/17/26 07:35:57.755 (0s)&#xA;</system-err>
          </testcase>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload critical/parallel_for_after_dependency.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="115.897414758">
              <system-out>2026/07/17 07:36:42 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/17/26 07:34:46.791&#xA;Create an experiment with name E2EExperiment-1784273686791386952&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/17/26 07:34:47.028 (237ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/17/26 07:34:47.028&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0x28b43286cb80&#xA;Looks like test-secret-1 already exists, because creation failed due to secrets &#34;test-secret-1&#34; already exists&#xA;Looks like test-secret-2 already exists, because creation failed due to secrets &#34;test-secret-2&#34; already exists&#xA;Looks like test-secret-3 already exists, because creation failed due to secrets &#34;test-secret-3&#34; already exists&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/17/26 07:34:47.073 (45ms)&#xA;&gt; Enter [It] Upload critical/parallel_for_after_dependency.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/17/26 07:34:47.073&#xA;Uploading pipeline file critical/parallel_for_after_dependency.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1784273687028680904, from file /dspa/test_data/sdk_compiled_pipelines/valid/critical/parallel_for_after_dependency.yaml&#xA;Upload of pipeline file &#39;critical/parallel_for_after_dependency.yaml&#39; successful&#xA;Listing pipeline versions for pipeline d0ff4169-ce2d-4752-a8a1-ebcef142b984&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/critical/parallel_for_after_dependency.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;d0ff4169-ce2d-4752-a8a1-ebcef142b984&#39; and name: &#39;e2e-test-1784273687028680904&#39;&#xA;Create a pipeline run for pipeline with id=d0ff4169-ce2d-4752-a8a1-ebcef142b984 and versionId=b55cee47-d8f2-4e6d-9aac-056bf4294dda&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=bae939bd-935a-4683-a858-7017d97247d3&#xA;Created Pipeline Run with id: bae939bd-935a-4683-a858-7017d97247d3 for pipeline with id: d0ff4169-ce2d-4752-a8a1-ebcef142b984&#xA;Waiting for pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in PENDING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3 reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;critical/parallel_for_after_dependency.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Get a pipeline run with id=bae939bd-935a-4683-a858-7017d97247d3&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload critical/parallel_for_after_dependency.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/17/26 07:36:42.555 (1m55.483s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/17/26 07:36:42.556&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run bae939bd-935a-4683-a858-7017d97247d3&#xA;Failed to terminate run bae939bd-935a-4683-a858-7017d97247d3&#xA;Terminate run bae939bd-935a-4683-a858-7017d97247d3&#xA;Deleting run bae939bd-935a-4683-a858-7017d97247d3&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=d0ff4169-ce2d-4752-a8a1-ebcef142b984 (cascade=true)&#xA;Pipeline with id=d0ff4169-ce2d-4752-a8a1-ebcef142b984, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/17/26 07:36:42.688 (133ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/17/26 07:36:42.689&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/17/26 07:36:42.689 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/17/26 07:36:42.689&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/17/26 07:36:42.689 (0s)&#xA;</system-err>
          </testcase>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload critical/pipeline_with_artifact_upload_download.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="120.892049467">
              <system-out>2026/07/17 07:36:47 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/17/26 07:34:46.791&#xA;Create an experiment with name E2EExperiment-1784273686791368050&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/17/26 07:34:47.031 (240ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/17/26 07:34:47.031&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0x3a46c0561200&#xA;Looks like test-secret-1 already exists, because creation failed due to secrets &#34;test-secret-1&#34; already exists&#xA;Looks like test-secret-2 already exists, because creation failed due to secrets &#34;test-secret-2&#34; already exists&#xA;Looks like test-secret-3 already exists, because creation failed due to secrets &#34;test-secret-3&#34; already exists&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/17/26 07:34:47.076 (45ms)&#xA;&gt; Enter [It] Upload critical/pipeline_with_artifact_upload_download.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/17/26 07:34:47.076&#xA;Uploading pipeline file critical/pipeline_with_artifact_upload_download.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1784273687031550573, from file /dspa/test_data/sdk_compiled_pipelines/valid/critical/pipeline_with_artifact_upload_download.yaml&#xA;Upload of pipeline file &#39;critical/pipeline_with_artifact_upload_download.yaml&#39; successful&#xA;Listing pipeline versions for pipeline fc081d60-8a48-4829-851f-59d072de58a9&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/critical/pipeline_with_artifact_upload_download.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;fc081d60-8a48-4829-851f-59d072de58a9&#39; and name: &#39;e2e-test-1784273687031550573&#39;&#xA;Create a pipeline run for pipeline with id=fc081d60-8a48-4829-851f-59d072de58a9 and versionId=27081674-7c87-4d46-9ffe-515e377f3cfb&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Created Pipeline Run with id: 5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 for pipeline with id: fc081d60-8a48-4829-851f-59d072de58a9&#xA;Waiting for pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in PENDING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5 reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;critical/pipeline_with_artifact_upload_download.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Get a pipeline run with id=5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload critical/pipeline_with_artifact_upload_download.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/17/26 07:36:47.58 (2m0.504s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/17/26 07:36:47.581&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run 5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Failed to terminate run 5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Terminate run 5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Deleting run 5f2b663e-7fa1-428d-9dc2-a6f5ab7df6c5&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=fc081d60-8a48-4829-851f-59d072de58a9 (cascade=true)&#xA;Pipeline with id=fc081d60-8a48-4829-851f-59d072de58a9, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/17/26 07:36:47.683 (102ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/17/26 07:36:47.683&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/17/26 07:36:47.683 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/17/26 07:36:47.683&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/17/26 07:36:47.684 (0s)&#xA;</system-err>
          </testcase>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload critical/flip_coin.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="155.915361403">
              <system-out>2026/07/17 07:37:22 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/17/26 07:34:46.791&#xA;Create an experiment with name E2EExperiment-1784273686791412344&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/17/26 07:34:47.028 (237ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/17/26 07:34:47.028&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0x3b33bbfd0080&#xA;Looks like test-secret-1 already exists, because creation failed due to secrets &#34;test-secret-1&#34; already exists&#xA;Looks like test-secret-2 already exists, because creation failed due to secrets &#34;test-secret-2&#34; already exists&#xA;Looks like test-secret-3 already exists, because creation failed due to secrets &#34;test-secret-3&#34; already exists&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/17/26 07:34:47.082 (53ms)&#xA;&gt; Enter [It] Upload critical/flip_coin.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/17/26 07:34:47.082&#xA;Uploading pipeline file critical/flip_coin.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1784273687028552454, from file /dspa/test_data/sdk_compiled_pipelines/valid/critical/flip_coin.yaml&#xA;Upload of pipeline file &#39;critical/flip_coin.yaml&#39; successful&#xA;Listing pipeline versions for pipeline 704a364e-a6af-4703-b0bd-a7bf0bf2bc79&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/critical/flip_coin.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;704a364e-a6af-4703-b0bd-a7bf0bf2bc79&#39; and name: &#39;e2e-test-1784273687028552454&#39;&#xA;Create a pipeline run for pipeline with id=704a364e-a6af-4703-b0bd-a7bf0bf2bc79 and versionId=725a8911-6675-4701-a334-544eb9269fb6&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Created Pipeline Run with id: 1e088f62-fa70-43c2-95be-6c6be1fbbdb9 for pipeline with id: 704a364e-a6af-4703-b0bd-a7bf0bf2bc79&#xA;Waiting for pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in PENDING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9 reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;critical/flip_coin.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Get a pipeline run with id=1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload critical/flip_coin.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/17/26 07:37:22.588 (2m35.506s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/17/26 07:37:22.588&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run 1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Failed to terminate run 1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Terminate run 1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Deleting run 1e088f62-fa70-43c2-95be-6c6be1fbbdb9&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=704a364e-a6af-4703-b0bd-a7bf0bf2bc79 (cascade=true)&#xA;Pipeline with id=704a364e-a6af-4703-b0bd-a7bf0bf2bc79, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/17/26 07:37:22.706 (118ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/17/26 07:37:22.706&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/17/26 07:37:22.706 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/17/26 07:37:22.707&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/17/26 07:37:22.707 (0s)&#xA;</system-err>
          </testcase>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload essential/iris_pipeline_compiled.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="175.908926993">
              <system-out>2026/07/17 07:37:42 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/17/26 07:34:46.791&#xA;Create an experiment with name E2EExperiment-1784273686791499850&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/17/26 07:34:47.03 (239ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/17/26 07:34:47.03&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0x1001e11f6f80&#xA;Looks like test-secret-1 already exists, because creation failed due to secrets &#34;test-secret-1&#34; already exists&#xA;Looks like test-secret-2 already exists, because creation failed due to secrets &#34;test-secret-2&#34; already exists&#xA;Looks like test-secret-3 already exists, because creation failed due to secrets &#34;test-secret-3&#34; already exists&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/17/26 07:34:47.081 (51ms)&#xA;&gt; Enter [It] Upload essential/iris_pipeline_compiled.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/17/26 07:34:47.082&#xA;Uploading pipeline file essential/iris_pipeline_compiled.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1784273687030648847, from file /dspa/test_data/sdk_compiled_pipelines/valid/essential/iris_pipeline_compiled.yaml&#xA;Upload of pipeline file &#39;essential/iris_pipeline_compiled.yaml&#39; successful&#xA;Listing pipeline versions for pipeline ad3c1b97-2157-4c72-83e2-c767525abee9&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/essential/iris_pipeline_compiled.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;ad3c1b97-2157-4c72-83e2-c767525abee9&#39; and name: &#39;e2e-test-1784273687030648847&#39;&#xA;Create a pipeline run for pipeline with id=ad3c1b97-2157-4c72-83e2-c767525abee9 and versionId=f3ccdf8a-8a15-48db-b12a-0ffee76a8cac&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Created Pipeline Run with id: fb1819b6-09f1-4873-9be9-61930be351b4 for pipeline with id: ad3c1b97-2157-4c72-83e2-c767525abee9&#xA;Waiting for pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in PENDING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4 reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;essential/iris_pipeline_compiled.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Get a pipeline run with id=fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload essential/iris_pipeline_compiled.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/17/26 07:37:42.573 (2m55.491s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/17/26 07:37:42.573&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Failed to terminate run fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Terminate run fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Deleting run fb1819b6-09f1-4873-9be9-61930be351b4&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=ad3c1b97-2157-4c72-83e2-c767525abee9 (cascade=true)&#xA;Pipeline with id=ad3c1b97-2157-4c72-83e2-c767525abee9, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/17/26 07:37:42.7 (127ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/17/26 07:37:42.7&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/17/26 07:37:42.7 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/17/26 07:37:42.7&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/17/26 07:37:42.7 (0s)&#xA;</system-err>
          </testcase>
      </testsuite>
  </testsuites>