<?xml version="1.0" encoding="UTF-8"?>
  <testsuites tests="13" disabled="0" errors="0" failures="2" time="1479.834947903">
      <testsuite name="Kubeflow Trainer E2E Suite" package="/workspace/source/src_code/test/e2e" tests="13" disabled="0" skipped="0" errors="0" failures="2" time="1479.834947903" timestamp="2026-09-18T09:04:40">
          <properties>
              <property name="SuiteSucceeded" value="false"></property>
              <property name="SuiteHasProgrammaticFocus" value="false"></property>
              <property name="SpecialSuiteFailureReason" value=""></property>
              <property name="SuiteLabels" value="[]"></property>
              <property name="SuiteSemVerConstraints" value="[]"></property>
              <property name="SuiteComponentSemVerConstraints" value="[]"></property>
              <property name="RandomSeed" value="1789722245"></property>
              <property name="RandomizeAllSpecs" value="false"></property>
              <property name="LabelFilter" value=""></property>
              <property name="SemVerFilter" value=""></property>
              <property name="FocusStrings" value=""></property>
              <property name="SkipStrings" value=""></property>
              <property name="FocusFiles" value=""></property>
              <property name="SkipFiles" value=""></property>
              <property name="FailOnPending" value="false"></property>
              <property name="FailOnEmpty" value="false"></property>
              <property name="FailFast" value="false"></property>
              <property name="FlakeAttempts" value="0"></property>
              <property name="DryRun" value="false"></property>
              <property name="ParallelTotal" value="1"></property>
              <property name="OutputInterceptorMode" value=""></property>
          </properties>
          <testcase name="[BeforeSuite]" classname="Kubeflow Trainer E2E Suite" status="passed" time="0.00104519">
              <system-err>&gt; Enter [BeforeSuite] TOP-LEVEL - /workspace/source/src_code/test/e2e/suite_test.go:43 @ 09/18/26 09:04:40.796&#xA;&lt; Exit [BeforeSuite] TOP-LEVEL - /workspace/source/src_code/test/e2e/suite_test.go:43 @ 09/18/26 09:04:40.797 (1ms)&#xA;</system-err>
          </testcase>
          <testcase name="[It] TrainJob e2e when Creating TrainJob to perform the PyTorch workload should create TrainJob with PyTorch runtime reference" classname="Kubeflow Trainer E2E Suite" status="passed" time="64.786412998">
              <system-err>&gt; Enter [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:04:40.797&#xA;&lt; Exit [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:04:40.847 (50ms)&#xA;&gt; Enter [It] should create TrainJob with PyTorch runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:79 @ 09/18/26 09:04:40.847&#xA;STEP: Create a TrainJob with torch-distributed runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:85 @ 09/18/26 09:04:40.847&#xA;END STEP: Create a TrainJob with torch-distributed runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:85 @ 09/18/26 09:04:40.901 (54ms)&#xA;STEP: Wait for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:90 @ 09/18/26 09:04:40.901&#xA;END STEP: Wait for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:90 @ 09/18/26 09:04:41.159 (258ms)&#xA;STEP: Wait for TrainJob to be in Succeeded status with all jobs succeeded - /workspace/source/src_code/test/e2e/e2e_test.go:108 @ 09/18/26 09:04:41.159&#xA;END STEP: Wait for TrainJob to be in Succeeded status with all jobs succeeded - /workspace/source/src_code/test/e2e/e2e_test.go:108 @ 09/18/26 09:05:45.578 (1m4.419s)&#xA;&lt; Exit [It] should create TrainJob with PyTorch runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:79 @ 09/18/26 09:05:45.578 (1m4.731s)&#xA;&gt; Enter [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:05:45.578&#xA;&lt; Exit [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:05:45.583 (5ms)&#xA;</system-err>
          </testcase>
          <testcase name="[It] TrainJob e2e when Creating TrainJob to perform OpenMPI workload should create TrainJob with DeepSpeed runtime reference" classname="Kubeflow Trainer E2E Suite" status="failed" time="600.029267232">
              <failure message="Timed out after 600.001s.&#xA;The function passed to Eventually failed at /workspace/source/src_code/test/e2e/e2e_test.go:158 with:&#xA;Expected&#xA;    &lt;*int32 | 0x15a00862ec3c&gt;: 0&#xA;to equal&#xA;    &lt;*int32 | 0x15a00862ec74&gt;: 1" type="failed">[FAILED] Timed out after 600.001s.&#xA;The function passed to Eventually failed at /workspace/source/src_code/test/e2e/e2e_test.go:158 with:&#xA;Expected&#xA;    &lt;*int32 | 0x15a00862ec3c&gt;: 0&#xA;to equal&#xA;    &lt;*int32 | 0x15a00862ec74&gt;: 1&#xA;In [It] at: /workspace/source/src_code/test/e2e/e2e_test.go:160 @ 09/18/26 09:15:45.607&#xA;</failure>
              <system-err>&gt; Enter [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:05:45.584&#xA;&lt; Exit [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:05:45.592 (9ms)&#xA;&gt; Enter [It] should create TrainJob with DeepSpeed runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:137 @ 09/18/26 09:05:45.592&#xA;STEP: Create a TrainJob with deepspeed-distributed runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:147 @ 09/18/26 09:05:45.592&#xA;END STEP: Create a TrainJob with deepspeed-distributed runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:147 @ 09/18/26 09:05:45.606 (14ms)&#xA;STEP: Wait for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:152 @ 09/18/26 09:05:45.606&#xA;END STEP: Wait for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:152 @ 09/18/26 09:15:45.607 (10m0.001s)&#xA;[FAILED] Timed out after 600.001s.&#xA;The function passed to Eventually failed at /workspace/source/src_code/test/e2e/e2e_test.go:158 with:&#xA;Expected&#xA;    &lt;*int32 | 0x15a00862ec3c&gt;: 0&#xA;to equal&#xA;    &lt;*int32 | 0x15a00862ec74&gt;: 1&#xA;In [It] at: /workspace/source/src_code/test/e2e/e2e_test.go:160 @ 09/18/26 09:15:45.607&#xA;&lt; Exit [It] should create TrainJob with DeepSpeed runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:137 @ 09/18/26 09:15:45.607 (10m0.015s)&#xA;&gt; Enter [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:15:45.607&#xA;&lt; Exit [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:15:45.613 (6ms)&#xA;</system-err>
          </testcase>
          <testcase name="[It] TrainJob e2e when Creating TrainJob to perform JAX workload should create TrainJob with JAX runtime reference" classname="Kubeflow Trainer E2E Suite" status="passed" time="114.932943034">
              <system-err>&gt; Enter [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:15:45.613&#xA;&lt; Exit [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:15:45.621 (8ms)&#xA;&gt; Enter [It] should create TrainJob with JAX runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:191 @ 09/18/26 09:15:45.621&#xA;STEP: Create a TrainJob with jax-distributed runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:197 @ 09/18/26 09:15:45.621&#xA;END STEP: Create a TrainJob with jax-distributed runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:197 @ 09/18/26 09:15:45.669 (48ms)&#xA;STEP: Wait for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:202 @ 09/18/26 09:15:45.669&#xA;END STEP: Wait for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:202 @ 09/18/26 09:15:45.925 (256ms)&#xA;STEP: Wait for TrainJob to be in Succeeded status with all jobs succeeded - /workspace/source/src_code/test/e2e/e2e_test.go:220 @ 09/18/26 09:15:45.925&#xA;END STEP: Wait for TrainJob to be in Succeeded status with all jobs succeeded - /workspace/source/src_code/test/e2e/e2e_test.go:220 @ 09/18/26 09:17:40.541 (1m54.616s)&#xA;&lt; Exit [It] should create TrainJob with JAX runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:191 @ 09/18/26 09:17:40.541 (1m54.92s)&#xA;&gt; Enter [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:17:40.541&#xA;&lt; Exit [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:17:40.546 (5ms)&#xA;</system-err>
          </testcase>
          <testcase name="[It] TrainJob e2e when Creating TrainJob to perform XGBoost workload should create TrainJob with XGBoost runtime reference" classname="Kubeflow Trainer E2E Suite" status="passed" time="44.318856769">
              <system-err>&gt; Enter [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:17:40.546&#xA;&lt; Exit [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:17:40.554 (8ms)&#xA;&gt; Enter [It] should create TrainJob with XGBoost runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:249 @ 09/18/26 09:17:40.554&#xA;STEP: Create a TrainJob with xgboost-distributed runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:255 @ 09/18/26 09:17:40.554&#xA;END STEP: Create a TrainJob with xgboost-distributed runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:255 @ 09/18/26 09:17:40.601 (47ms)&#xA;STEP: Wait for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:260 @ 09/18/26 09:17:40.601&#xA;END STEP: Wait for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:260 @ 09/18/26 09:17:40.873 (271ms)&#xA;STEP: Wait for TrainJob to be in Succeeded status with all jobs succeeded - /workspace/source/src_code/test/e2e/e2e_test.go:278 @ 09/18/26 09:17:40.873&#xA;END STEP: Wait for TrainJob to be in Succeeded status with all jobs succeeded - /workspace/source/src_code/test/e2e/e2e_test.go:278 @ 09/18/26 09:18:24.86 (43.987s)&#xA;&lt; Exit [It] should create TrainJob with XGBoost runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:249 @ 09/18/26 09:18:24.86 (44.306s)&#xA;&gt; Enter [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:18:24.86&#xA;&lt; Exit [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:18:24.865 (5ms)&#xA;</system-err>
          </testcase>
          <testcase name="[It] TrainJob e2e when Creating TrainJob to perform Flux workload should create TrainJob with Flux runtime reference" classname="Kubeflow Trainer E2E Suite" status="passed" time="27.015564278">
              <system-err>&gt; Enter [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:18:24.865&#xA;&lt; Exit [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:18:24.875 (10ms)&#xA;&gt; Enter [It] should create TrainJob with Flux runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:306 @ 09/18/26 09:18:24.875&#xA;STEP: Create a TrainJob with flux-distributed runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:325 @ 09/18/26 09:18:24.875&#xA;END STEP: Create a TrainJob with flux-distributed runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:325 @ 09/18/26 09:18:24.894 (19ms)&#xA;STEP: Wait for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:329 @ 09/18/26 09:18:24.894&#xA;END STEP: Wait for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:329 @ 09/18/26 09:18:25.153 (258ms)&#xA;STEP: Wait for TrainJob to be in Succeeded status with all jobs succeeded - /workspace/source/src_code/test/e2e/e2e_test.go:346 @ 09/18/26 09:18:25.153&#xA;END STEP: Wait for TrainJob to be in Succeeded status with all jobs succeeded - /workspace/source/src_code/test/e2e/e2e_test.go:346 @ 09/18/26 09:18:51.875 (26.723s)&#xA;&lt; Exit [It] should create TrainJob with Flux runtime reference - /workspace/source/src_code/test/e2e/e2e_test.go:306 @ 09/18/26 09:18:51.875 (27s)&#xA;&gt; Enter [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:18:51.875&#xA;&lt; Exit [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:18:51.881 (6ms)&#xA;</system-err>
          </testcase>
          <testcase name="[It] TrainJob e2e when Creating a TrainJob with RuntimePatches should preserve user-provided manager fields" classname="Kubeflow Trainer E2E Suite" status="passed" time="0.045767631">
              <system-err>&gt; Enter [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:18:51.881&#xA;&lt; Exit [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:18:51.895 (14ms)&#xA;&gt; Enter [It] should preserve user-provided manager fields - /workspace/source/src_code/test/e2e/e2e_test.go:374 @ 09/18/26 09:18:51.895&#xA;STEP: Create a TrainJob with RuntimePatches - /workspace/source/src_code/test/e2e/e2e_test.go:426 @ 09/18/26 09:18:51.895&#xA;END STEP: Create a TrainJob with RuntimePatches - /workspace/source/src_code/test/e2e/e2e_test.go:426 @ 09/18/26 09:18:51.918 (23ms)&#xA;STEP: Verify user-provided Time is preserved for test.io/manager-one and Time is set for kueue.k8s.io/manager - /workspace/source/src_code/test/e2e/e2e_test.go:430 @ 09/18/26 09:18:51.918&#xA;END STEP: Verify user-provided Time is preserved for test.io/manager-one and Time is set for kueue.k8s.io/manager - /workspace/source/src_code/test/e2e/e2e_test.go:430 @ 09/18/26 09:18:51.922 (4ms)&#xA;&lt; Exit [It] should preserve user-provided manager fields - /workspace/source/src_code/test/e2e/e2e_test.go:374 @ 09/18/26 09:18:51.922 (26ms)&#xA;&gt; Enter [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:18:51.922&#xA;&lt; Exit [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:18:51.927 (5ms)&#xA;</system-err>
          </testcase>
          <testcase name="[It] TrainJob e2e when Creating a TrainJob with RuntimePatches should update Time only for the changed patch on update" classname="Kubeflow Trainer E2E Suite" status="passed" time="1.077356359">
              <system-err>&gt; Enter [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:18:51.927&#xA;&lt; Exit [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:18:51.944 (17ms)&#xA;&gt; Enter [It] should update Time only for the changed patch on update - /workspace/source/src_code/test/e2e/e2e_test.go:444 @ 09/18/26 09:18:51.944&#xA;STEP: Create a suspended TrainJob with two RuntimePatches - /workspace/source/src_code/test/e2e/e2e_test.go:498 @ 09/18/26 09:18:51.944&#xA;END STEP: Create a suspended TrainJob with two RuntimePatches - /workspace/source/src_code/test/e2e/e2e_test.go:498 @ 09/18/26 09:18:51.965 (22ms)&#xA;STEP: Record the original Time values and verify user-provided Time is preserved - /workspace/source/src_code/test/e2e/e2e_test.go:503 @ 09/18/26 09:18:51.965&#xA;END STEP: Record the original Time values and verify user-provided Time is preserved - /workspace/source/src_code/test/e2e/e2e_test.go:503 @ 09/18/26 09:18:51.969 (3ms)&#xA;STEP: Update the second RuntimePatch and add two new patches - /workspace/source/src_code/test/e2e/e2e_test.go:520 @ 09/18/26 09:18:52.969&#xA;END STEP: Update the second RuntimePatch and add two new patches - /workspace/source/src_code/test/e2e/e2e_test.go:520 @ 09/18/26 09:18:52.993 (24ms)&#xA;STEP: Verify Time behaviour for all patches after update - /workspace/source/src_code/test/e2e/e2e_test.go:539 @ 09/18/26 09:18:52.993&#xA;END STEP: Verify Time behaviour for all patches after update - /workspace/source/src_code/test/e2e/e2e_test.go:539 @ 09/18/26 09:18:52.996 (4ms)&#xA;&lt; Exit [It] should update Time only for the changed patch on update - /workspace/source/src_code/test/e2e/e2e_test.go:444 @ 09/18/26 09:18:52.996 (1.053s)&#xA;&gt; Enter [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:18:52.996&#xA;&lt; Exit [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:18:53.004 (8ms)&#xA;</system-err>
          </testcase>
          <testcase name="[It] TrainJob e2e when Creating a TrainJob managed by an external controller should not be reconciled by the built-in controller" classname="Kubeflow Trainer E2E Suite" status="passed" time="15.047764982">
              <system-err>&gt; Enter [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:18:53.004&#xA;&lt; Exit [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:18:53.014 (10ms)&#xA;&gt; Enter [It] should not be reconciled by the built-in controller - /workspace/source/src_code/test/e2e/e2e_test.go:561 @ 09/18/26 09:18:53.014&#xA;STEP: Create a TrainJob managed by MultiKueue - /workspace/source/src_code/test/e2e/e2e_test.go:568 @ 09/18/26 09:18:53.014&#xA;END STEP: Create a TrainJob managed by MultiKueue - /workspace/source/src_code/test/e2e/e2e_test.go:568 @ 09/18/26 09:18:53.046 (32ms)&#xA;STEP: Ensuring the built-in controller neither creates a JobSet nor sets any status - /workspace/source/src_code/test/e2e/e2e_test.go:572 @ 09/18/26 09:18:53.046&#xA;END STEP: Ensuring the built-in controller neither creates a JobSet nor sets any status - /workspace/source/src_code/test/e2e/e2e_test.go:572 @ 09/18/26 09:19:08.046 (15s)&#xA;&lt; Exit [It] should not be reconciled by the built-in controller - /workspace/source/src_code/test/e2e/e2e_test.go:561 @ 09/18/26 09:19:08.047 (15.032s)&#xA;&gt; Enter [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:19:08.047&#xA;&lt; Exit [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:19:08.052 (6ms)&#xA;</system-err>
          </testcase>
          <testcase name="[It] TrainJob e2e when Creating a TrainJob with Resource Timeouts should fail the TrainJob with DeadlineExceeded when active timeout expires" classname="Kubeflow Trainer E2E Suite" status="passed" time="10.235422941">
              <system-err>&gt; Enter [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:19:08.053&#xA;&lt; Exit [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:19:08.061 (8ms)&#xA;&gt; Enter [It] should fail the TrainJob with DeadlineExceeded when active timeout expires - /workspace/source/src_code/test/e2e/e2e_test.go:584 @ 09/18/26 09:19:08.061&#xA;STEP: Waiting for TrainJob to fail due to deadline - /workspace/source/src_code/test/e2e/e2e_test.go:599 @ 09/18/26 09:19:08.083&#xA;STEP: Ensuring the underlying JobSet is deleted - /workspace/source/src_code/test/e2e/e2e_test.go:606 @ 09/18/26 09:19:18.275&#xA;&lt; Exit [It] should fail the TrainJob with DeadlineExceeded when active timeout expires - /workspace/source/src_code/test/e2e/e2e_test.go:584 @ 09/18/26 09:19:18.277 (10.217s)&#xA;&gt; Enter [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:19:18.277&#xA;&lt; Exit [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:19:18.288 (11ms)&#xA;</system-err>
          </testcase>
          <testcase name="[It] TrainJob e2e when Creating TrainJob with runtime status server instrumentation should inject runtime configuration which allows the runtime status endpoint to be called" classname="Kubeflow Trainer E2E Suite" status="failed" time="600.037090226">
              <failure message="Timed out after 600.001s.&#xA;The function passed to Eventually failed at /workspace/source/src_code/test/e2e/e2e_test.go:634 with:&#xA;Expected&#xA;    &lt;*v1alpha1.TrainerStatus | 0x0&gt;: nil&#xA;not to be nil" type="failed">[FAILED] Timed out after 600.001s.&#xA;The function passed to Eventually failed at /workspace/source/src_code/test/e2e/e2e_test.go:634 with:&#xA;Expected&#xA;    &lt;*v1alpha1.TrainerStatus | 0x0&gt;: nil&#xA;not to be nil&#xA;In [It] at: /workspace/source/src_code/test/e2e/e2e_test.go:653 @ 09/18/26 09:29:18.318&#xA;</failure>
              <system-err>&gt; Enter [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:19:18.288&#xA;&lt; Exit [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:19:18.298 (10ms)&#xA;&gt; Enter [It] should inject runtime configuration which allows the runtime status endpoint to be called - /workspace/source/src_code/test/e2e/e2e_test.go:614 @ 09/18/26 09:19:18.298&#xA;STEP: Create a TrainJob that will call the runtime-status endpoint - /workspace/source/src_code/test/e2e/e2e_test.go:624 @ 09/18/26 09:19:18.298&#xA;END STEP: Create a TrainJob that will call the runtime-status endpoint - /workspace/source/src_code/test/e2e/e2e_test.go:624 @ 09/18/26 09:19:18.317 (18ms)&#xA;STEP: Verify trainerStatus is updated with runtime status information - /workspace/source/src_code/test/e2e/e2e_test.go:628 @ 09/18/26 09:19:18.317&#xA;END STEP: Verify trainerStatus is updated with runtime status information - /workspace/source/src_code/test/e2e/e2e_test.go:628 @ 09/18/26 09:29:18.318 (10m0.001s)&#xA;[FAILED] Timed out after 600.001s.&#xA;The function passed to Eventually failed at /workspace/source/src_code/test/e2e/e2e_test.go:634 with:&#xA;Expected&#xA;    &lt;*v1alpha1.TrainerStatus | 0x0&gt;: nil&#xA;not to be nil&#xA;In [It] at: /workspace/source/src_code/test/e2e/e2e_test.go:653 @ 09/18/26 09:29:18.318&#xA;&lt; Exit [It] should inject runtime configuration which allows the runtime status endpoint to be called - /workspace/source/src_code/test/e2e/e2e_test.go:614 @ 09/18/26 09:29:18.318 (10m0.02s)&#xA;&gt; Enter [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:29:18.318&#xA;&lt; Exit [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:29:18.325 (7ms)&#xA;</system-err>
          </testcase>
          <testcase name="[It] TrainJob e2e when Updating a runtime a suspended TrainJob should use the original runtime configuration and not pick up the new configuration TrainingRuntime" classname="Kubeflow Trainer E2E Suite" status="passed" time="1.1687971">
              <system-err>&gt; Enter [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:29:18.325&#xA;&lt; Exit [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:29:18.334 (8ms)&#xA;&gt; Enter [It] TrainingRuntime - /workspace/source/src_code/test/e2e/e2e_test.go:837 @ 09/18/26 09:29:18.334&#xA;STEP: Creating a TrainingRuntime - /workspace/source/src_code/test/e2e/e2e_test.go:729 @ 09/18/26 09:29:18.334&#xA;END STEP: Creating a TrainingRuntime - /workspace/source/src_code/test/e2e/e2e_test.go:729 @ 09/18/26 09:29:18.365 (32ms)&#xA;STEP: Creating a TrainJob that references the TrainingRuntime - /workspace/source/src_code/test/e2e/e2e_test.go:742 @ 09/18/26 09:29:18.365&#xA;END STEP: Creating a TrainJob that references the TrainingRuntime - /workspace/source/src_code/test/e2e/e2e_test.go:742 @ 09/18/26 09:29:18.403 (38ms)&#xA;STEP: Waiting for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:746 @ 09/18/26 09:29:18.403&#xA;END STEP: Waiting for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:746 @ 09/18/26 09:29:18.659 (256ms)&#xA;STEP: Pausing the TrainJob - /workspace/source/src_code/test/e2e/e2e_test.go:757 @ 09/18/26 09:29:18.659&#xA;END STEP: Pausing the TrainJob - /workspace/source/src_code/test/e2e/e2e_test.go:757 @ 09/18/26 09:29:18.674 (15ms)&#xA;STEP: Waiting for TrainJob to be suspended - /workspace/source/src_code/test/e2e/e2e_test.go:766 @ 09/18/26 09:29:18.674&#xA;END STEP: Waiting for TrainJob to be suspended - /workspace/source/src_code/test/e2e/e2e_test.go:766 @ 09/18/26 09:29:18.931 (257ms)&#xA;STEP: Updating the runtime with a new container image - /workspace/source/src_code/test/e2e/e2e_test.go:779 @ 09/18/26 09:29:18.931&#xA;END STEP: Updating the runtime with a new container image - /workspace/source/src_code/test/e2e/e2e_test.go:779 @ 09/18/26 09:29:18.945 (14ms)&#xA;STEP: Restarting the TrainJob by unpausing it - /workspace/source/src_code/test/e2e/e2e_test.go:800 @ 09/18/26 09:29:18.945&#xA;END STEP: Restarting the TrainJob by unpausing it - /workspace/source/src_code/test/e2e/e2e_test.go:800 @ 09/18/26 09:29:18.962 (17ms)&#xA;STEP: Verifying the TrainJob jobs become active after resuming - /workspace/source/src_code/test/e2e/e2e_test.go:811 @ 09/18/26 09:29:18.962&#xA;END STEP: Verifying the TrainJob jobs become active after resuming - /workspace/source/src_code/test/e2e/e2e_test.go:811 @ 09/18/26 09:29:19.219 (257ms)&#xA;STEP: Verifying the Runtime snapshot is garbage collected - /workspace/source/src_code/test/e2e/e2e_test.go:823 @ 09/18/26 09:29:19.219&#xA;END STEP: Verifying the Runtime snapshot is garbage collected - /workspace/source/src_code/test/e2e/e2e_test.go:823 @ 09/18/26 09:29:19.483 (264ms)&#xA;&lt; Exit [It] TrainingRuntime - /workspace/source/src_code/test/e2e/e2e_test.go:837 @ 09/18/26 09:29:19.483 (1.149s)&#xA;&gt; Enter [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:29:19.483&#xA;&lt; Exit [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:29:19.489 (6ms)&#xA;&gt; Enter [DeferCleanup (Each)] a suspended TrainJob should use the original runtime configuration and not pick up the new configuration - /workspace/source/src_code/test/e2e/e2e_test.go:733 @ 09/18/26 09:29:19.489&#xA;&lt; Exit [DeferCleanup (Each)] a suspended TrainJob should use the original runtime configuration and not pick up the new configuration - /workspace/source/src_code/test/e2e/e2e_test.go:733 @ 09/18/26 09:29:19.494 (5ms)&#xA;</system-err>
          </testcase>
          <testcase name="[It] TrainJob e2e when Updating a runtime a suspended TrainJob should use the original runtime configuration and not pick up the new configuration ClusterTrainingRuntime" classname="Kubeflow Trainer E2E Suite" status="passed" time="1.136182051">
              <system-err>&gt; Enter [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:29:19.494&#xA;&lt; Exit [BeforeEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:56 @ 09/18/26 09:29:19.501 (7ms)&#xA;&gt; Enter [It] ClusterTrainingRuntime - /workspace/source/src_code/test/e2e/e2e_test.go:849 @ 09/18/26 09:29:19.501&#xA;STEP: Creating a ClusterTrainingRuntime - /workspace/source/src_code/test/e2e/e2e_test.go:729 @ 09/18/26 09:29:19.501&#xA;END STEP: Creating a ClusterTrainingRuntime - /workspace/source/src_code/test/e2e/e2e_test.go:729 @ 09/18/26 09:29:19.528 (27ms)&#xA;STEP: Creating a TrainJob that references the ClusterTrainingRuntime - /workspace/source/src_code/test/e2e/e2e_test.go:742 @ 09/18/26 09:29:19.528&#xA;END STEP: Creating a TrainJob that references the ClusterTrainingRuntime - /workspace/source/src_code/test/e2e/e2e_test.go:742 @ 09/18/26 09:29:19.54 (12ms)&#xA;STEP: Waiting for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:746 @ 09/18/26 09:29:19.54&#xA;END STEP: Waiting for TrainJob jobs to become active - /workspace/source/src_code/test/e2e/e2e_test.go:746 @ 09/18/26 09:29:19.798 (258ms)&#xA;STEP: Pausing the TrainJob - /workspace/source/src_code/test/e2e/e2e_test.go:757 @ 09/18/26 09:29:19.798&#xA;END STEP: Pausing the TrainJob - /workspace/source/src_code/test/e2e/e2e_test.go:757 @ 09/18/26 09:29:19.813 (15ms)&#xA;STEP: Waiting for TrainJob to be suspended - /workspace/source/src_code/test/e2e/e2e_test.go:766 @ 09/18/26 09:29:19.813&#xA;END STEP: Waiting for TrainJob to be suspended - /workspace/source/src_code/test/e2e/e2e_test.go:766 @ 09/18/26 09:29:20.069 (256ms)&#xA;STEP: Updating the runtime with a new container image - /workspace/source/src_code/test/e2e/e2e_test.go:779 @ 09/18/26 09:29:20.069&#xA;END STEP: Updating the runtime with a new container image - /workspace/source/src_code/test/e2e/e2e_test.go:779 @ 09/18/26 09:29:20.082 (12ms)&#xA;STEP: Restarting the TrainJob by unpausing it - /workspace/source/src_code/test/e2e/e2e_test.go:800 @ 09/18/26 09:29:20.082&#xA;END STEP: Restarting the TrainJob by unpausing it - /workspace/source/src_code/test/e2e/e2e_test.go:800 @ 09/18/26 09:29:20.098 (16ms)&#xA;STEP: Verifying the TrainJob jobs become active after resuming - /workspace/source/src_code/test/e2e/e2e_test.go:811 @ 09/18/26 09:29:20.098&#xA;END STEP: Verifying the TrainJob jobs become active after resuming - /workspace/source/src_code/test/e2e/e2e_test.go:811 @ 09/18/26 09:29:20.355 (257ms)&#xA;STEP: Verifying the Runtime snapshot is garbage collected - /workspace/source/src_code/test/e2e/e2e_test.go:823 @ 09/18/26 09:29:20.355&#xA;END STEP: Verifying the Runtime snapshot is garbage collected - /workspace/source/src_code/test/e2e/e2e_test.go:823 @ 09/18/26 09:29:20.619 (263ms)&#xA;&lt; Exit [It] ClusterTrainingRuntime - /workspace/source/src_code/test/e2e/e2e_test.go:849 @ 09/18/26 09:29:20.619 (1.117s)&#xA;&gt; Enter [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:29:20.619&#xA;&lt; Exit [AfterEach] TrainJob e2e - /workspace/source/src_code/test/e2e/e2e_test.go:71 @ 09/18/26 09:29:20.626 (7ms)&#xA;&gt; Enter [DeferCleanup (Each)] a suspended TrainJob should use the original runtime configuration and not pick up the new configuration - /workspace/source/src_code/test/e2e/e2e_test.go:733 @ 09/18/26 09:29:20.626&#xA;&lt; Exit [DeferCleanup (Each)] a suspended TrainJob should use the original runtime configuration and not pick up the new configuration - /workspace/source/src_code/test/e2e/e2e_test.go:733 @ 09/18/26 09:29:20.63 (5ms)&#xA;</system-err>
          </testcase>
      </testsuite>
      <testsuite name="" package="/workspace/source/src_code/test/e2e/rhai" tests="0" disabled="0" skipped="0" errors="0" failures="0" time="0" timestamp="0001-01-01T00:00:00">
          <properties>
              <property name="SuiteSucceeded" value="false"></property>
              <property name="SuiteHasProgrammaticFocus" value="false"></property>
              <property name="SpecialSuiteFailureReason" value="Suite did not run because prior suites failed and --keep-going is not set"></property>
              <property name="SuiteLabels" value="[]"></property>
              <property name="SuiteSemVerConstraints" value="[]"></property>
              <property name="SuiteComponentSemVerConstraints" value="[]"></property>
              <property name="RandomSeed" value="1789722245"></property>
              <property name="RandomizeAllSpecs" value="false"></property>
              <property name="LabelFilter" value=""></property>
              <property name="SemVerFilter" value=""></property>
              <property name="FocusStrings" value=""></property>
              <property name="SkipStrings" value=""></property>
              <property name="FocusFiles" value=""></property>
              <property name="SkipFiles" value=""></property>
              <property name="FailOnPending" value="false"></property>
              <property name="FailOnEmpty" value="false"></property>
              <property name="FailFast" value="false"></property>
              <property name="FlakeAttempts" value="0"></property>
              <property name="DryRun" value="false"></property>
              <property name="ParallelTotal" value="1"></property>
              <property name="OutputInterceptorMode" value=""></property>
          </properties>
      </testsuite>
  </testsuites>