<?xml version="1.0" encoding="UTF-8"?>
  <testsuites tests="5" disabled="0" errors="0" failures="0" time="197.359443292">
      <testsuite name="AIPipelinesE2ETests" package="/dspa/backend/test/end2end" tests="5" disabled="0" skipped="0" errors="0" failures="0" time="197.359443292" timestamp="2026-07-06T19:16:24">
          <properties>
              <property name="SuiteSucceeded" value="true"></property>
              <property name="SuiteHasProgrammaticFocus" value="false"></property>
              <property name="SpecialSuiteFailureReason" value=""></property>
              <property name="SuiteLabels" value="[]"></property>
              <property name="SuiteSemVerConstraints" value="[]"></property>
              <property name="RandomSeed" value="1783365223"></property>
              <property name="RandomizeAllSpecs" value="false"></property>
              <property name="LabelFilter" value="Smoke"></property>
              <property name="SemVerFilter" value=""></property>
              <property name="FocusStrings" value=""></property>
              <property name="SkipStrings" value=""></property>
              <property name="FocusFiles" value=""></property>
              <property name="SkipFiles" value=""></property>
              <property name="FailOnPending" value="false"></property>
              <property name="FailOnEmpty" value="false"></property>
              <property name="FailFast" value="false"></property>
              <property name="FlakeAttempts" value="0"></property>
              <property name="DryRun" value="false"></property>
              <property name="ParallelTotal" value="10"></property>
              <property name="OutputInterceptorMode" value=""></property>
          </properties>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload essential/component_with_pip_index_urls.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="86.863422656">
              <system-out>2026/07/06 19:17:51 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/06/26 19:16:25.119&#xA;Create an experiment with name E2EExperiment-1783365385119388879&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/06/26 19:16:25.212 (93ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/06/26 19:16:25.212&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0x20995dcdc900&#xA;test-secret-1 created&#xA;test-secret-2 created&#xA;test-secret-3 created&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/06/26 19:16:25.604 (391ms)&#xA;&gt; Enter [It] Upload essential/component_with_pip_index_urls.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/06/26 19:16:25.604&#xA;Uploading pipeline file essential/component_with_pip_index_urls.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1783365385212927875, from file /dspa/test_data/sdk_compiled_pipelines/valid/essential/component_with_pip_index_urls.yaml&#xA;Upload of pipeline file &#39;essential/component_with_pip_index_urls.yaml&#39; successful&#xA;Listing pipeline versions for pipeline fe7a1291-66dc-4ffe-b89e-a959cbf14c70&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/essential/component_with_pip_index_urls.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;fe7a1291-66dc-4ffe-b89e-a959cbf14c70&#39; and name: &#39;e2e-test-1783365385212927875&#39;&#xA;Create a pipeline run for pipeline with id=fe7a1291-66dc-4ffe-b89e-a959cbf14c70 and versionId=fa889e92-2340-4c55-8154-93990d0eb924&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Created Pipeline Run with id: 592fc6ae-186a-4c42-ab80-c3e2164f82fc for pipeline with id: fe7a1291-66dc-4ffe-b89e-a959cbf14c70&#xA;Waiting for pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in PENDING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc is in RUNNING state, waiting...&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;essential/component_with_pip_index_urls.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Get a pipeline run with id=592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload essential/component_with_pip_index_urls.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/06/26 19:17:51.881 (1m26.277s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/06/26 19:17:51.881&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run 592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Failed to terminate run 592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Terminate run 592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Deleting run 592fc6ae-186a-4c42-ab80-c3e2164f82fc&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=fe7a1291-66dc-4ffe-b89e-a959cbf14c70 (cascade=true)&#xA;Pipeline with id=fe7a1291-66dc-4ffe-b89e-a959cbf14c70, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/06/26 19:17:51.982 (101ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/06/26 19:17:51.983&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/06/26 19:17:51.983 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/06/26 19:17:51.983&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/06/26 19:17:51.983 (0s)&#xA;</system-err>
          </testcase>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload critical/pipeline_with_artifact_upload_download.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="132.048633165">
              <system-out>2026/07/06 19:18:37 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/06/26 19:16:24.966&#xA;Create an experiment with name E2EExperiment-1783365384966139512&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/06/26 19:16:25.212 (247ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/06/26 19:16:25.213&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0xe3a68601380&#xA;Looks like test-secret-1 already exists, because creation failed due to secrets &#34;test-secret-1&#34; already exists&#xA;Looks like test-secret-2 already exists, because creation failed due to secrets &#34;test-secret-2&#34; already exists&#xA;Looks like test-secret-3 already exists, because creation failed due to secrets &#34;test-secret-3&#34; already exists&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/06/26 19:16:25.916 (703ms)&#xA;&gt; Enter [It] Upload critical/pipeline_with_artifact_upload_download.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/06/26 19:16:25.916&#xA;Uploading pipeline file critical/pipeline_with_artifact_upload_download.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1783365385213165421, from file /dspa/test_data/sdk_compiled_pipelines/valid/critical/pipeline_with_artifact_upload_download.yaml&#xA;Upload of pipeline file &#39;critical/pipeline_with_artifact_upload_download.yaml&#39; successful&#xA;Listing pipeline versions for pipeline 5f808ed9-3710-495f-b3dd-d78d1a61550f&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/critical/pipeline_with_artifact_upload_download.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;5f808ed9-3710-495f-b3dd-d78d1a61550f&#39; and name: &#39;e2e-test-1783365385213165421&#39;&#xA;Create a pipeline run for pipeline with id=5f808ed9-3710-495f-b3dd-d78d1a61550f and versionId=b5191e1c-8777-402d-95b1-1fd7013fb8b2&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Created Pipeline Run with id: 3e56a757-8d20-4c9f-995e-f22f44193194 for pipeline with id: 5f808ed9-3710-495f-b3dd-d78d1a61550f&#xA;Waiting for pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in PENDING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194 reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;critical/pipeline_with_artifact_upload_download.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Get a pipeline run with id=3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload critical/pipeline_with_artifact_upload_download.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/06/26 19:18:36.922 (2m11.006s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/06/26 19:18:36.922&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run 3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Failed to terminate run 3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Terminate run 3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Deleting run 3e56a757-8d20-4c9f-995e-f22f44193194&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=5f808ed9-3710-495f-b3dd-d78d1a61550f (cascade=true)&#xA;Pipeline with id=5f808ed9-3710-495f-b3dd-d78d1a61550f, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/06/26 19:18:37.014 (92ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/06/26 19:18:37.014&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/06/26 19:18:37.014 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/06/26 19:18:37.015&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/06/26 19:18:37.015 (0s)&#xA;</system-err>
          </testcase>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload critical/parallel_for_after_dependency.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="132.567883358">
              <system-out>2026/07/06 19:18:37 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/06/26 19:16:24.966&#xA;Create an experiment with name E2EExperiment-1783365384966109361&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/06/26 19:16:25.21 (244ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/06/26 19:16:25.21&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0x1d5871c7e980&#xA;Looks like test-secret-1 already exists, because creation failed due to secrets &#34;test-secret-1&#34; already exists&#xA;Looks like test-secret-2 already exists, because creation failed due to secrets &#34;test-secret-2&#34; already exists&#xA;Looks like test-secret-3 already exists, because creation failed due to secrets &#34;test-secret-3&#34; already exists&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/06/26 19:16:26.93 (1.721s)&#xA;&gt; Enter [It] Upload critical/parallel_for_after_dependency.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/06/26 19:16:26.931&#xA;Uploading pipeline file critical/parallel_for_after_dependency.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1783365385210507099, from file /dspa/test_data/sdk_compiled_pipelines/valid/critical/parallel_for_after_dependency.yaml&#xA;Upload of pipeline file &#39;critical/parallel_for_after_dependency.yaml&#39; successful&#xA;Listing pipeline versions for pipeline cd650bd5-dcb9-4686-a914-f1ba2cffd4ad&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/critical/parallel_for_after_dependency.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;cd650bd5-dcb9-4686-a914-f1ba2cffd4ad&#39; and name: &#39;e2e-test-1783365385210507099&#39;&#xA;Create a pipeline run for pipeline with id=cd650bd5-dcb9-4686-a914-f1ba2cffd4ad and versionId=e3cdf329-1284-4379-b69a-4de3d98a1db2&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Created Pipeline Run with id: 316ee04b-8f0b-46c7-8046-caf70058d6dd for pipeline with id: cd650bd5-dcb9-4686-a914-f1ba2cffd4ad&#xA;Waiting for pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in PENDING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd is in RUNNING state, waiting...&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;critical/parallel_for_after_dependency.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Get a pipeline run with id=316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload critical/parallel_for_after_dependency.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/06/26 19:18:37.398 (2m10.467s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/06/26 19:18:37.398&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run 316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Failed to terminate run 316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Terminate run 316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Deleting run 316ee04b-8f0b-46c7-8046-caf70058d6dd&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=cd650bd5-dcb9-4686-a914-f1ba2cffd4ad (cascade=true)&#xA;Pipeline with id=cd650bd5-dcb9-4686-a914-f1ba2cffd4ad, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/06/26 19:18:37.533 (135ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/06/26 19:18:37.534&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/06/26 19:18:37.534 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/06/26 19:18:37.534&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/06/26 19:18:37.534 (0s)&#xA;</system-err>
          </testcase>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload critical/flip_coin.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="152.785069705">
              <system-out>2026/07/06 19:18:57 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/06/26 19:16:24.948&#xA;Create an experiment with name E2EExperiment-1783365384948018467&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/06/26 19:16:25.21 (262ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/06/26 19:16:25.21&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0x13bc92438380&#xA;Looks like test-secret-1 already exists, because creation failed due to secrets &#34;test-secret-1&#34; already exists&#xA;Looks like test-secret-2 already exists, because creation failed due to secrets &#34;test-secret-2&#34; already exists&#xA;Looks like test-secret-3 already exists, because creation failed due to secrets &#34;test-secret-3&#34; already exists&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/06/26 19:16:26.995 (1.785s)&#xA;&gt; Enter [It] Upload critical/flip_coin.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/06/26 19:16:26.995&#xA;Uploading pipeline file critical/flip_coin.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1783365385210431177, from file /dspa/test_data/sdk_compiled_pipelines/valid/critical/flip_coin.yaml&#xA;Upload of pipeline file &#39;critical/flip_coin.yaml&#39; successful&#xA;Listing pipeline versions for pipeline 57a0c1ce-f0dd-4622-ba64-25e429e038ef&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/critical/flip_coin.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;57a0c1ce-f0dd-4622-ba64-25e429e038ef&#39; and name: &#39;e2e-test-1783365385210431177&#39;&#xA;Create a pipeline run for pipeline with id=57a0c1ce-f0dd-4622-ba64-25e429e038ef and versionId=474c9bf5-e0cb-4c42-be8e-bac90a879c1b&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Created Pipeline Run with id: 84a137bc-99f3-4ba1-ac1c-ed2a849c0444 for pipeline with id: 57a0c1ce-f0dd-4622-ba64-25e429e038ef&#xA;Waiting for pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in PENDING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444 reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;critical/flip_coin.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Get a pipeline run with id=84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload critical/flip_coin.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/06/26 19:18:57.6 (2m30.605s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/06/26 19:18:57.6&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run 84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Failed to terminate run 84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Terminate run 84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Deleting run 84a137bc-99f3-4ba1-ac1c-ed2a849c0444&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=57a0c1ce-f0dd-4622-ba64-25e429e038ef (cascade=true)&#xA;Pipeline with id=57a0c1ce-f0dd-4622-ba64-25e429e038ef, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/06/26 19:18:57.732 (132ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/06/26 19:18:57.733&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/06/26 19:18:57.733 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/06/26 19:18:57.733&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/06/26 19:18:57.733 (0s)&#xA;</system-err>
          </testcase>
          <testcase name="[It] Upload and Verify Pipeline Run &gt; Upload a pipeline file, run it and verify that pipeline run succeeds Smoke &gt; Upload essential/iris_pipeline_compiled.yaml pipeline [FullRegression, smoke]" classname="AIPipelinesE2ETests" status="passed" time="196.811184801">
              <system-out>2026/07/06 19:19:41 Test passed&#xA;</system-out>
              <system-err>&gt; Enter [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/06/26 19:16:25.171&#xA;Create an experiment with name E2EExperiment-1783365385171300338&#xA;&lt; Exit [BeforeEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:147 @ 07/06/26 19:16:25.212 (42ms)&#xA;&gt; Enter [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/06/26 19:16:25.213&#xA;################### Setup before each Pipeline Upload test #####################&#xA;################### Global Setup before each test #####################&#xA;Test Context: 0x21bb5d39f980&#xA;Looks like test-secret-1 already exists, because creation failed due to secrets &#34;test-secret-1&#34; already exists&#xA;Looks like test-secret-2 already exists, because creation failed due to secrets &#34;test-secret-2&#34; already exists&#xA;Looks like test-secret-3 already exists, because creation failed due to secrets &#34;test-secret-3&#34; already exists&#xA;&lt; Exit [BeforeEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:49 @ 07/06/26 19:16:26.202 (989ms)&#xA;&gt; Enter [It] Upload essential/iris_pipeline_compiled.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/06/26 19:16:26.202&#xA;Uploading pipeline file essential/iris_pipeline_compiled.yaml&#xA;Creating temp pipeline file with overridden SDK Version&#xA;Uploading pipeline with name=e2e-test-1783365385213193982, from file /dspa/test_data/sdk_compiled_pipelines/valid/essential/iris_pipeline_compiled.yaml&#xA;Upload of pipeline file &#39;essential/iris_pipeline_compiled.yaml&#39; successful&#xA;Listing pipeline versions for pipeline 2f3b22a9-fb3a-4c0c-903c-11ea5ecb141c&#xA;Get the pipeline run time inputs from pipeline spec file /dspa/test_data/sdk_compiled_pipelines/valid/essential/iris_pipeline_compiled.yaml&#xA;Returning pipeline run time inputs map[]&#xA;Create run for pipeline with id: &#39;2f3b22a9-fb3a-4c0c-903c-11ea5ecb141c&#39; and name: &#39;e2e-test-1783365385213193982&#39;&#xA;Create a pipeline run for pipeline with id=2f3b22a9-fb3a-4c0c-903c-11ea5ecb141c and versionId=38f5a72b-a0db-479d-9309-b8325f755902&#xA;Create a pipeline run body&#xA;Created Pipeline Run successfully with runId=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Created Pipeline Run with id: d6d57c13-b2db-4518-b7a3-0219f198b041 for pipeline with id: 2f3b22a9-fb3a-4c0c-903c-11ea5ecb141c&#xA;Waiting for pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 to be in one of &#39;[SUCCEEDED SKIPPED FAILED CANCELED]&#39;&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in PENDING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 is in RUNNING state, waiting...&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041 reached expected state SUCCEEDED&#xA;Deserializing expected compiled workflow file &#39;essential/iris_pipeline_compiled.yaml&#39; for the pipeline&#xA;Unmarshalling Expected Workflow YAML&#xA;Unmarshalled Expected Workflow YAML&#xA;Fetching updated pipeline run details for run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Get a pipeline run with id=d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Updated pipeline run details&#xA;Pipeline run succeeded, checking if the number of tasks are what is expected&#xA;&lt; Exit [It] Upload essential/iris_pipeline_compiled.yaml pipeline - /dspa/backend/test/end2end/pipeline_e2e_test.go:152 @ 07/06/26 19:19:41.887 (3m15.685s)&#xA;&gt; Enter [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/06/26 19:19:41.888&#xA;################### Global Cleanup after each test #####################&#xA;Deleting 1 run(s)&#xA;Terminate run d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Failed to terminate run d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Terminate run d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Deleting run d6d57c13-b2db-4518-b7a3-0219f198b041&#xA;Deleting 0 experiment(s)&#xA;Deleting 1 pipeline(s)&#xA;Deleting pipeline with id=2f3b22a9-fb3a-4c0c-903c-11ea5ecb141c (cascade=true)&#xA;Pipeline with id=2f3b22a9-fb3a-4c0c-903c-11ea5ecb141c, DELETED&#xA;&lt; Exit [DeferCleanup (Each)] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:96 @ 07/06/26 19:19:41.982 (94ms)&#xA;&gt; Enter [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/06/26 19:19:41.982&#xA;&lt; Exit [ReportAfterEach] Upload and Verify Pipeline Run &gt; - /dspa/backend/test/end2end/pipeline_e2e_test.go:99 @ 07/06/26 19:19:41.982 (0s)&#xA;&gt; Enter [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/06/26 19:19:41.983&#xA;&lt; Exit [ReportAfterEach] TOP-LEVEL - /dspa/backend/test/end2end/e2e_suite_test.go:155 @ 07/06/26 19:19:41.983 (0s)&#xA;</system-err>
          </testcase>
      </testsuite>
  </testsuites>