--- apiVersion: v1 items: - apiVersion: v1 kind: Pod metadata: annotations: app.opendatahub.io/KserveConfigHash: P35ozkSL0msVEalVZIGO0zuFehzAwvjUWSycn-gndok k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.27/23"],"mac_address":"0a:58:0a:85:00:1b","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.27/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.27" ], "mac": "0a:58:0a:85:00:1b", "default": true, "dns": {} }] kubectl.kubernetes.io/default-container: manager openshift.io/scc: restricted-v2 seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user creationTimestamp: "2026-09-07T14:34:29Z" generateName: kserve-controller-manager-d6f4b65b8- generation: 1 labels: app.kubernetes.io/name: kserve-controller-manager app.kubernetes.io/part-of: kserve app.opendatahub.io/kserve: "true" control-plane: kserve-controller-manager controller-tools.k8s.io: "1.0" pod-template-hash: d6f4b65b8 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-128-81 operation: Update subresource: status time: "2026-09-07T14:34:29Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:app.opendatahub.io/KserveConfigHash: {} f:kubectl.kubernetes.io/default-container: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:app.opendatahub.io/kserve: {} f:control-plane: {} f:controller-tools.k8s.io: {} f:pod-template-hash: {} f:ownerReferences: .: {} k:{"uid":"a62517cc-ee7d-489b-9954-c421c0a77f86"}: {} f:spec: f:containers: k:{"name":"manager"}: .: {} f:args: {} f:command: {} f:env: .: {} k:{"name":"LLM_INFERENCE_SERVICE_CONFIG_PREFIX"}: .: {} f:name: {} f:value: {} k:{"name":"POD_NAMESPACE"}: .: {} f:name: {} f:valueFrom: .: {} f:fieldRef: {} k:{"name":"SECRET_NAME"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:livenessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:name: {} f:ports: .: {} k:{"containerPort":9443,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:readOnlyRootFilesystem: {} f:runAsNonRoot: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/tmp/k8s-webhook-server/serving-certs"}: .: {} f:mountPath: {} f:name: {} f:readOnly: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: .: {} f:runAsNonRoot: {} f:seccompProfile: .: {} f:type: {} f:serviceAccount: {} f:serviceAccountName: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:secretName: {} manager: kube-controller-manager operation: Update time: "2026-09-07T14:34:29Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-09-07T14:34:30Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:message: {} f:observedGeneration: {} f:reason: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodScheduled"}: f:observedGeneration: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:message: {} f:observedGeneration: {} f:reason: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:observedGeneration: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.27"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-09-07T15:15:15Z" name: kserve-controller-manager-d6f4b65b8-c84pc namespace: opendatahub ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: kserve-controller-manager-d6f4b65b8 uid: a62517cc-ee7d-489b-9954-c421c0a77f86 resourceVersion: "42010" uid: 050656aa-ab43-4dfc-9753-734005a69ba0 spec: containers: - args: - --metrics-addr=127.0.0.1:8080 - --leader-elect command: - /manager env: - name: POD_NAMESPACE valueFrom: fieldRef: apiVersion: v1 fieldPath: metadata.namespace - name: SECRET_NAME value: kserve-webhook-server-cert - name: LLM_INFERENCE_SERVICE_CONFIG_PREFIX value: v3-5-0-ea-2-kserve- image: quay.io/opendatahub/kserve-controller:odh-v3.5-EA2 imagePullPolicy: Always livenessProbe: failureThreshold: 5 httpGet: path: /healthz port: 8081 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 5 name: manager ports: - containerPort: 9443 name: webhook-server protocol: TCP readinessProbe: failureThreshold: 5 httpGet: path: /readyz port: 8081 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 5 successThreshold: 1 timeoutSeconds: 5 resources: limits: cpu: 500m memory: 500Mi requests: cpu: 100m memory: 200Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false readOnlyRootFilesystem: true runAsNonRoot: true runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: cert readOnly: true - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-5wh42 readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: kserve-controller-manager-dockercfg-ftjsc nodeName: ip-10-0-128-81.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000660000 runAsNonRoot: true seLinuxOptions: level: s0:c26,c5 seccompProfile: type: RuntimeDefault serviceAccount: kserve-controller-manager serviceAccountName: kserve-controller-manager terminationGracePeriodSeconds: 10 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - name: cert secret: defaultMode: 420 secretName: kserve-webhook-server-cert - name: kube-api-access-5wh42 projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace - configMap: items: - key: service-ca.crt path: service-ca.crt name: openshift-service-ca.crt status: conditions: - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:33Z" observedGeneration: 1 status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:29Z" observedGeneration: 1 status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-09-07T14:59:16Z" message: 'containers with unready status: [manager]' observedGeneration: 1 reason: ContainersNotReady status: "False" type: Ready - lastProbeTime: null lastTransitionTime: "2026-09-07T14:59:16Z" message: 'containers with unready status: [manager]' observedGeneration: 1 reason: ContainersNotReady status: "False" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:29Z" observedGeneration: 1 status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 100m memory: 200Mi containerID: cri-o://d6293844bfe53b33a2bdb0dbe9db3726ec002004dc0cca6bed69bb578473dfca image: quay.io/opendatahub/kserve-controller:odh-v3.5-EA2 imageID: quay.io/opendatahub/kserve-controller@sha256:0367496c5c5155e53df50ad25a64a7016e5f7496ae22a4c9dedce7d296b8e9e1 lastState: terminated: containerID: cri-o://d6293844bfe53b33a2bdb0dbe9db3726ec002004dc0cca6bed69bb578473dfca exitCode: 1 finishedAt: "2026-09-07T15:13:19Z" reason: Error startedAt: "2026-09-07T15:12:37Z" name: manager ready: false resources: limits: cpu: 500m memory: 500Mi requests: cpu: 100m memory: 200Mi restartCount: 12 started: false state: waiting: message: back-off 5m0s restarting failed container=manager pod=kserve-controller-manager-d6f4b65b8-c84pc_opendatahub(050656aa-ab43-4dfc-9753-734005a69ba0) reason: CrashLoopBackOff user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: cert readOnly: true recursiveReadOnly: Disabled - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-5wh42 readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.128.81 hostIPs: - ip: 10.0.128.81 observedGeneration: 1 phase: Running podIP: 10.133.0.27 podIPs: - ip: 10.133.0.27 qosClass: Burstable startTime: "2026-09-07T14:34:29Z" - apiVersion: v1 kind: Pod metadata: annotations: k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.28/23"],"mac_address":"0a:58:0a:85:00:1c","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.28/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.28" ], "mac": "0a:58:0a:85:00:1c", "default": true, "dns": {} }] kubectl.kubernetes.io/default-container: manager openshift.io/scc: restricted-v2 seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user creationTimestamp: "2026-09-07T14:34:29Z" generateName: llmisvc-controller-manager-777c6bd7d5- generation: 1 labels: app.kubernetes.io/component: controller app.kubernetes.io/name: llmisvc-controller-manager app.kubernetes.io/part-of: kserve app.opendatahub.io/kserve: "true" control-plane: llmisvc-controller-manager controller-tools.k8s.io: "1.0" pod-template-hash: 777c6bd7d5 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-128-81 operation: Update subresource: status time: "2026-09-07T14:34:29Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:kubectl.kubernetes.io/default-container: {} f:generateName: {} f:labels: .: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:app.opendatahub.io/kserve: {} f:control-plane: {} f:controller-tools.k8s.io: {} f:pod-template-hash: {} f:ownerReferences: .: {} k:{"uid":"ed3c1a10-3148-4222-ae2d-395f5c4fe260"}: {} f:spec: f:containers: k:{"name":"manager"}: .: {} f:args: {} f:command: {} f:env: .: {} k:{"name":"LLM_INFERENCE_SERVICE_CONFIG_PREFIX"}: .: {} f:name: {} f:value: {} k:{"name":"POD_NAMESPACE"}: .: {} f:name: {} f:valueFrom: .: {} f:fieldRef: {} f:image: {} f:imagePullPolicy: {} f:livenessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:name: {} f:ports: .: {} k:{"containerPort":8443,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} k:{"containerPort":9443,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:privileged: {} f:readOnlyRootFilesystem: {} f:runAsNonRoot: {} f:seccompProfile: .: {} f:type: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/tmp/k8s-webhook-server/serving-certs"}: .: {} f:mountPath: {} f:name: {} f:readOnly: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: .: {} f:runAsNonRoot: {} f:seccompProfile: .: {} f:type: {} f:serviceAccount: {} f:serviceAccountName: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:secretName: {} manager: kube-controller-manager operation: Update time: "2026-09-07T14:34:29Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-09-07T14:34:30Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:message: {} f:observedGeneration: {} f:reason: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodScheduled"}: f:observedGeneration: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:message: {} f:observedGeneration: {} f:reason: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:observedGeneration: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.28"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-09-07T15:15:16Z" name: llmisvc-controller-manager-777c6bd7d5-dzcgw namespace: opendatahub ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: llmisvc-controller-manager-777c6bd7d5 uid: ed3c1a10-3148-4222-ae2d-395f5c4fe260 resourceVersion: "42022" uid: 80915862-9aa2-4b6d-b0d3-73d2f2da3444 spec: containers: - args: - --metrics-addr=127.0.0.1:8443 - --leader-elect command: - /manager env: - name: POD_NAMESPACE valueFrom: fieldRef: apiVersion: v1 fieldPath: metadata.namespace - name: LLM_INFERENCE_SERVICE_CONFIG_PREFIX value: v3-5-0-ea-2-kserve- image: quay.io/opendatahub/odh-kserve-llmisvc-controller:odh-v3.5-EA2 imagePullPolicy: Always livenessProbe: failureThreshold: 5 httpGet: path: /healthz port: 8081 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 5 name: manager ports: - containerPort: 9443 name: webhook-server protocol: TCP - containerPort: 8443 name: metrics protocol: TCP readinessProbe: failureThreshold: 5 httpGet: path: /readyz port: 8081 scheme: HTTP initialDelaySeconds: 30 periodSeconds: 5 successThreshold: 1 timeoutSeconds: 5 resources: limits: cpu: 100m memory: 300Mi requests: cpu: 100m memory: 300Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL privileged: false readOnlyRootFilesystem: true runAsNonRoot: true runAsUser: 1000660000 seccompProfile: type: RuntimeDefault terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: cert readOnly: true - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-6drqn readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: llmisvc-controller-manager-dockercfg-rpw4f nodeName: ip-10-0-128-81.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000660000 runAsNonRoot: true seLinuxOptions: level: s0:c26,c5 seccompProfile: type: RuntimeDefault serviceAccount: llmisvc-controller-manager serviceAccountName: llmisvc-controller-manager terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - name: cert secret: defaultMode: 420 secretName: llmisvc-webhook-server-cert - name: kube-api-access-6drqn projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace - configMap: items: - key: service-ca.crt path: service-ca.crt name: openshift-service-ca.crt status: conditions: - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:33Z" observedGeneration: 1 status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:29Z" observedGeneration: 1 status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-09-07T14:56:17Z" message: 'containers with unready status: [manager]' observedGeneration: 1 reason: ContainersNotReady status: "False" type: Ready - lastProbeTime: null lastTransitionTime: "2026-09-07T14:56:17Z" message: 'containers with unready status: [manager]' observedGeneration: 1 reason: ContainersNotReady status: "False" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:29Z" observedGeneration: 1 status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 100m memory: 300Mi containerID: cri-o://d0efb9139251dfd8939398eab43f99ba5f0178058cb773bafa629c235ba759ed image: quay.io/opendatahub/odh-kserve-llmisvc-controller:odh-v3.5-EA2 imageID: quay.io/opendatahub/odh-kserve-llmisvc-controller@sha256:69f28de9d143763eab2e1375f62f916b462a137aeb1c0f72be43ab1345e87f6c lastState: terminated: containerID: cri-o://d0efb9139251dfd8939398eab43f99ba5f0178058cb773bafa629c235ba759ed exitCode: 1 finishedAt: "2026-09-07T15:13:44Z" reason: Error startedAt: "2026-09-07T15:13:09Z" name: manager ready: false resources: limits: cpu: 100m memory: 300Mi requests: cpu: 100m memory: 300Mi restartCount: 10 started: false state: waiting: message: back-off 5m0s restarting failed container=manager pod=llmisvc-controller-manager-777c6bd7d5-dzcgw_opendatahub(80915862-9aa2-4b6d-b0d3-73d2f2da3444) reason: CrashLoopBackOff user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: cert readOnly: true recursiveReadOnly: Disabled - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-6drqn readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.128.81 hostIPs: - ip: 10.0.128.81 observedGeneration: 1 phase: Running podIP: 10.133.0.28 podIPs: - ip: 10.133.0.28 qosClass: Guaranteed startTime: "2026-09-07T14:34:29Z" - apiVersion: v1 kind: Pod metadata: annotations: k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.47/23"],"mac_address":"0a:58:0a:85:00:2f","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.47/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.47" ], "mac": "0a:58:0a:85:00:2f", "default": true, "dns": {} }] kubectl.kubernetes.io/restartedAt: "2026-09-07T14:39:23Z" openshift.io/scc: restricted-v2 seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user creationTimestamp: "2026-09-07T14:39:23Z" generateName: maas-controller-6c6584bd56- generation: 1 labels: app: maas-controller control-plane: maas-controller pod-template-hash: 6c6584bd56 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-128-81 operation: Update subresource: status time: "2026-09-07T14:39:23Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:kubectl.kubernetes.io/restartedAt: {} f:generateName: {} f:labels: .: {} f:app: {} f:control-plane: {} f:pod-template-hash: {} f:ownerReferences: .: {} k:{"uid":"0dabd9d9-c732-46f2-81f5-51ee4d4c944c"}: {} f:spec: f:containers: k:{"name":"manager"}: .: {} f:args: {} f:command: {} f:env: .: {} k:{"name":"AITENANT_NAMESPACE"}: .: {} f:name: {} f:value: {} k:{"name":"CONTROLLER_NAMESPACE"}: .: {} f:name: {} f:valueFrom: .: {} f:fieldRef: {} k:{"name":"GATEWAY_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"GATEWAY_NAMESPACE"}: .: {} f:name: {} f:value: {} k:{"name":"INFRA_NAMESPACE"}: .: {} f:name: {} f:value: {} k:{"name":"MAAS_SUBSCRIPTION_NAMESPACE"}: .: {} f:name: {} f:value: {} k:{"name":"MONITORING_NAMESPACE"}: .: {} f:name: {} f:valueFrom: .: {} f:configMapKeyRef: {} k:{"name":"RELATED_IMAGE_ODH_AI_GATEWAY_PAYLOAD_PROCESSING_IMAGE"}: .: {} f:name: {} f:valueFrom: .: {} f:configMapKeyRef: {} k:{"name":"RELATED_IMAGE_ODH_MAAS_API_IMAGE"}: .: {} f:name: {} f:valueFrom: .: {} f:configMapKeyRef: {} k:{"name":"RELATED_IMAGE_ODH_PYTHON_312_IMAGE"}: .: {} f:name: {} f:valueFrom: .: {} f:configMapKeyRef: {} k:{"name":"RELATED_IMAGE_UBI_MINIMAL_IMAGE"}: .: {} f:name: {} f:valueFrom: .: {} f:configMapKeyRef: {} f:image: {} f:imagePullPolicy: {} f:livenessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:name: {} f:ports: .: {} k:{"containerPort":8443,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:readOnlyRootFilesystem: {} f:seccompProfile: .: {} f:type: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/tmp/k8s-metrics-server/metrics-certs"}: .: {} f:mountPath: {} f:name: {} f:readOnly: {} k:{"mountPath":"/tmp/k8s-webhook-server/serving-certs"}: .: {} f:mountPath: {} f:name: {} f:readOnly: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: .: {} f:runAsNonRoot: {} f:serviceAccount: {} f:serviceAccountName: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"metrics-certs"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:secretName: {} k:{"name":"webhook-cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:secretName: {} manager: kube-controller-manager operation: Update time: "2026-09-07T14:39:23Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-09-07T14:39:25Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodScheduled"}: f:observedGeneration: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:observedGeneration: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.47"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-09-07T15:15:51Z" name: maas-controller-6c6584bd56-gcnrt namespace: opendatahub ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: maas-controller-6c6584bd56 uid: 0dabd9d9-c732-46f2-81f5-51ee4d4c944c resourceVersion: "42771" uid: ddec4381-8a1d-4ff6-bae5-92fb06238af8 spec: containers: - args: - --leader-elect - --health-probe-bind-address=:8081 - --metrics-bind-address=:8443 - --metrics-secure=true - --controller-namespace=$(CONTROLLER_NAMESPACE) - --gateway-name=$(GATEWAY_NAME) - --gateway-namespace=$(GATEWAY_NAMESPACE) - --infra-namespace=$(INFRA_NAMESPACE) - --maas-subscription-namespace=$(MAAS_SUBSCRIPTION_NAMESPACE) - --aitenant-namespace=$(AITENANT_NAMESPACE) - --monitoring-namespace=$(MONITORING_NAMESPACE) - --enable-tenant-namespace-discovery - --metadata-cache-ttl=60 - --authz-cache-ttl=60 command: - /manager env: - name: CONTROLLER_NAMESPACE valueFrom: fieldRef: apiVersion: v1 fieldPath: metadata.namespace - name: GATEWAY_NAME value: maas-default-gateway - name: GATEWAY_NAMESPACE value: openshift-ingress - name: INFRA_NAMESPACE value: AUTO - name: MAAS_SUBSCRIPTION_NAMESPACE value: models-as-a-service - name: AITENANT_NAMESPACE value: ai-tenants - name: RELATED_IMAGE_ODH_MAAS_API_IMAGE valueFrom: configMapKeyRef: key: maas-api-image name: maas-parameters optional: true - name: RELATED_IMAGE_ODH_AI_GATEWAY_PAYLOAD_PROCESSING_IMAGE valueFrom: configMapKeyRef: key: payload-processing-image name: maas-parameters optional: true - name: RELATED_IMAGE_UBI_MINIMAL_IMAGE valueFrom: configMapKeyRef: key: maas-api-key-cleanup-image name: maas-parameters optional: true - name: RELATED_IMAGE_ODH_PYTHON_312_IMAGE valueFrom: configMapKeyRef: key: usage-logs-tenancy-proxy-image name: maas-parameters optional: true - name: MONITORING_NAMESPACE valueFrom: configMapKeyRef: key: monitoring-namespace name: maas-parameters optional: true image: quay.io/opendatahub/maas-controller@sha256:5fba9ecc6d21a4efdfc2a59d58200610a5d280654d5367eebfe8a62cf464cbd1 imagePullPolicy: Always livenessProbe: failureThreshold: 3 httpGet: path: /healthz port: 8081 scheme: HTTP initialDelaySeconds: 15 periodSeconds: 20 successThreshold: 1 timeoutSeconds: 1 name: manager ports: - containerPort: 8443 name: metrics protocol: TCP readinessProbe: failureThreshold: 3 httpGet: path: /readyz port: 8081 scheme: HTTP initialDelaySeconds: 5 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: 500m memory: 512Mi requests: cpu: 10m memory: 64Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL readOnlyRootFilesystem: true runAsUser: 1000660000 seccompProfile: type: RuntimeDefault terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: webhook-cert readOnly: true - mountPath: /tmp/k8s-metrics-server/metrics-certs name: metrics-certs readOnly: true - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-cs2pc readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: maas-controller-dockercfg-hh59p nodeName: ip-10-0-128-81.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000660000 runAsNonRoot: true seLinuxOptions: level: s0:c26,c5 seccompProfile: type: RuntimeDefault serviceAccount: maas-controller serviceAccountName: maas-controller terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - name: webhook-cert secret: defaultMode: 420 secretName: maas-controller-webhook-cert - name: metrics-certs secret: defaultMode: 420 secretName: maas-controller-metrics-tls - name: kube-api-access-cs2pc projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace - configMap: items: - key: service-ca.crt path: service-ca.crt name: openshift-service-ca.crt status: conditions: - lastProbeTime: null lastTransitionTime: "2026-09-07T14:39:28Z" observedGeneration: 1 status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-09-07T14:39:23Z" observedGeneration: 1 status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-09-07T15:15:51Z" observedGeneration: 1 status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-09-07T15:15:51Z" observedGeneration: 1 status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-09-07T14:39:23Z" observedGeneration: 1 status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 10m memory: 64Mi containerID: cri-o://4285f03841c14f1eecf9d09c944dfcc7de70fddc6a984f998887ddcc9dda3e08 image: quay.io/opendatahub/maas-controller@sha256:5fba9ecc6d21a4efdfc2a59d58200610a5d280654d5367eebfe8a62cf464cbd1 imageID: quay.io/opendatahub/maas-controller@sha256:4e650bfaf8b4495cf73f319995c6a04eb2060db2d554e10aae4cc81471990f08 lastState: terminated: containerID: cri-o://368a74a920c2bfd9223eacf4b94631ece43f93b4afec4ee2797b43d73d9617af exitCode: 1 finishedAt: "2026-09-07T15:05:44Z" reason: Error startedAt: "2026-09-07T15:05:23Z" name: manager ready: true resources: limits: cpu: 500m memory: 512Mi requests: cpu: 10m memory: 64Mi restartCount: 7 started: true state: running: startedAt: "2026-09-07T15:15:40Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: webhook-cert readOnly: true recursiveReadOnly: Disabled - mountPath: /tmp/k8s-metrics-server/metrics-certs name: metrics-certs readOnly: true recursiveReadOnly: Disabled - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-cs2pc readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.128.81 hostIPs: - ip: 10.0.128.81 observedGeneration: 1 phase: Running podIP: 10.133.0.47 podIPs: - ip: 10.133.0.47 qosClass: Burstable startTime: "2026-09-07T14:39:23Z" - apiVersion: v1 kind: Pod metadata: annotations: k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.24/23"],"mac_address":"0a:58:0a:85:00:18","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.24/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.24" ], "mac": "0a:58:0a:85:00:18", "default": true, "dns": {} }] openshift.io/scc: restricted-v2 seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user creationTimestamp: "2026-09-07T14:34:07Z" generateName: model-serving-api-54d89bd5fc- generation: 1 labels: app: model-serving-api app.kubernetes.io/component: server app.kubernetes.io/name: model-serving-api app.kubernetes.io/part-of: odh-model-controller app.opendatahub.io/odh-model-controller: "true" pod-template-hash: 54d89bd5fc managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-128-81 operation: Update subresource: status time: "2026-09-07T14:34:07Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:generateName: {} f:labels: .: {} f:app: {} f:app.kubernetes.io/component: {} f:app.kubernetes.io/name: {} f:app.kubernetes.io/part-of: {} f:app.opendatahub.io/odh-model-controller: {} f:pod-template-hash: {} f:ownerReferences: .: {} k:{"uid":"82e5ff09-d52a-4119-9c07-b46f386c6ad5"}: {} f:spec: f:containers: k:{"name":"server"}: .: {} f:env: .: {} k:{"name":"GATEWAY_LABEL_SELECTOR"}: .: {} f:name: {} k:{"name":"TLS_CERT_DIR"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:livenessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:name: {} f:ports: .: {} k:{"containerPort":8080,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} k:{"containerPort":8443,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:readOnlyRootFilesystem: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/tls"}: .: {} f:mountPath: {} f:name: {} f:readOnly: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: .: {} f:runAsNonRoot: {} f:seccompProfile: .: {} f:type: {} f:serviceAccount: {} f:serviceAccountName: {} f:terminationGracePeriodSeconds: {} f:topologySpreadConstraints: .: {} k:{"topologyKey":"kubernetes.io/hostname","whenUnsatisfiable":"ScheduleAnyway"}: .: {} f:labelSelector: {} f:maxSkew: {} f:topologyKey: {} f:whenUnsatisfiable: {} k:{"topologyKey":"topology.kubernetes.io/zone","whenUnsatisfiable":"ScheduleAnyway"}: .: {} f:labelSelector: {} f:maxSkew: {} f:topologyKey: {} f:whenUnsatisfiable: {} f:volumes: .: {} k:{"name":"tls-certs"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:secretName: {} manager: kube-controller-manager operation: Update time: "2026-09-07T14:34:07Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-09-07T14:34:08Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodScheduled"}: f:observedGeneration: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:observedGeneration: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.24"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-09-07T14:34:27Z" name: model-serving-api-54d89bd5fc-kxpdr namespace: opendatahub ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: model-serving-api-54d89bd5fc uid: 82e5ff09-d52a-4119-9c07-b46f386c6ad5 resourceVersion: "13534" uid: 7b47ff69-7efa-48c8-9a29-bff6c4a0d49f spec: containers: - env: - name: TLS_CERT_DIR value: /tls - name: GATEWAY_LABEL_SELECTOR image: quay.io/opendatahub/odh-model-serving-api:odh-v3.5-EA2 imagePullPolicy: IfNotPresent livenessProbe: failureThreshold: 3 httpGet: path: /healthz port: 8443 scheme: HTTPS initialDelaySeconds: 5 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 name: server ports: - containerPort: 8443 name: https protocol: TCP - containerPort: 8080 name: metrics protocol: TCP readinessProbe: failureThreshold: 3 httpGet: path: /readyz port: 8443 scheme: HTTPS initialDelaySeconds: 5 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: 500m memory: 1Gi requests: cpu: 50m memory: 64Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL readOnlyRootFilesystem: true runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /tls name: tls-certs readOnly: true - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-ph7h7 readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: model-serving-api-dockercfg-hnrkg nodeName: ip-10-0-128-81.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000660000 runAsNonRoot: true seLinuxOptions: level: s0:c26,c5 seccompProfile: type: RuntimeDefault serviceAccount: model-serving-api serviceAccountName: model-serving-api terminationGracePeriodSeconds: 30 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists topologySpreadConstraints: - labelSelector: matchLabels: app: model-serving-api app.kubernetes.io/component: server app.kubernetes.io/name: model-serving-api app.kubernetes.io/part-of: odh-model-controller maxSkew: 1 topologyKey: topology.kubernetes.io/zone whenUnsatisfiable: ScheduleAnyway - labelSelector: matchLabels: app: model-serving-api app.kubernetes.io/component: server app.kubernetes.io/name: model-serving-api app.kubernetes.io/part-of: odh-model-controller maxSkew: 1 topologyKey: kubernetes.io/hostname whenUnsatisfiable: ScheduleAnyway volumes: - name: tls-certs secret: defaultMode: 420 secretName: model-serving-api-tls - name: kube-api-access-ph7h7 projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace - configMap: items: - key: service-ca.crt path: service-ca.crt name: openshift-service-ca.crt status: conditions: - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:13Z" observedGeneration: 1 status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:07Z" observedGeneration: 1 status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:24Z" observedGeneration: 1 status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:24Z" observedGeneration: 1 status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:07Z" observedGeneration: 1 status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 50m memory: 64Mi containerID: cri-o://9b6075fabfcf52dc54daf403c7806136bf3af8bb335787255d741cb4de56fac9 image: quay.io/opendatahub/odh-model-serving-api:odh-v3.5-EA2 imageID: quay.io/opendatahub/odh-model-serving-api@sha256:1929e79badf1d62e5b70ce54c9e7d8ade0b0d411b05d72a032ce2f1bb84dce69 lastState: {} name: server ready: true resources: limits: cpu: 500m memory: 1Gi requests: cpu: 50m memory: 64Mi restartCount: 0 started: true state: running: startedAt: "2026-09-07T14:34:12Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /tls name: tls-certs readOnly: true recursiveReadOnly: Disabled - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-ph7h7 readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.128.81 hostIPs: - ip: 10.0.128.81 observedGeneration: 1 phase: Running podIP: 10.133.0.24 podIPs: - ip: 10.133.0.24 qosClass: Burstable startTime: "2026-09-07T14:34:07Z" - apiVersion: v1 kind: Pod metadata: annotations: k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.22/23"],"mac_address":"0a:58:0a:85:00:16","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.22/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.22" ], "mac": "0a:58:0a:85:00:16", "default": true, "dns": {} }] kubectl.kubernetes.io/default-container: manager openshift.io/scc: restricted-v2 seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: user creationTimestamp: "2026-09-07T14:34:06Z" generateName: odh-model-controller-7998c67dc4- generation: 1 labels: app: odh-model-controller app.kubernetes.io/part-of: odh-model-controller app.opendatahub.io/odh-model-controller: "true" control-plane: odh-model-controller pod-template-hash: 7998c67dc4 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-128-81 operation: Update subresource: status time: "2026-09-07T14:34:06Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:kubectl.kubernetes.io/default-container: {} f:generateName: {} f:labels: .: {} f:app: {} f:app.kubernetes.io/part-of: {} f:app.opendatahub.io/odh-model-controller: {} f:control-plane: {} f:pod-template-hash: {} f:ownerReferences: .: {} k:{"uid":"84b9d49f-25ba-45e8-a35b-560d45598989"}: {} f:spec: f:containers: k:{"name":"manager"}: .: {} f:args: {} f:command: {} f:env: .: {} k:{"name":"KSERVE_STATE"}: .: {} f:name: {} f:value: {} k:{"name":"MODELREGISTRY_STATE"}: .: {} f:name: {} f:value: {} k:{"name":"NIM_STATE"}: .: {} f:name: {} f:value: {} k:{"name":"POD_NAMESPACE"}: .: {} f:name: {} f:valueFrom: .: {} f:fieldRef: {} f:image: {} f:imagePullPolicy: {} f:livenessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:name: {} f:ports: .: {} k:{"containerPort":9443,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/tmp/k8s-webhook-server/serving-certs"}: .: {} f:mountPath: {} f:name: {} f:readOnly: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: .: {} f:runAsNonRoot: {} f:serviceAccount: {} f:serviceAccountName: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:secretName: {} manager: kube-controller-manager operation: Update time: "2026-09-07T14:34:06Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-09-07T14:34:07Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodScheduled"}: f:observedGeneration: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:observedGeneration: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.22"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-09-07T15:15:56Z" name: odh-model-controller-7998c67dc4-mphxn namespace: opendatahub ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: odh-model-controller-7998c67dc4 uid: 84b9d49f-25ba-45e8-a35b-560d45598989 resourceVersion: "42810" uid: 22019948-c312-47be-b94f-196a0757e84f spec: containers: - args: - --metrics-bind-address=:8080 - --leader-elect - --health-probe-bind-address=:8081 command: - /manager env: - name: POD_NAMESPACE valueFrom: fieldRef: apiVersion: v1 fieldPath: metadata.namespace - name: NIM_STATE value: managed - name: KSERVE_STATE value: managed - name: MODELREGISTRY_STATE value: removed image: quay.io/opendatahub/odh-model-controller:odh-v3.5-EA2 imagePullPolicy: Always livenessProbe: failureThreshold: 3 httpGet: path: /healthz port: 8081 scheme: HTTP initialDelaySeconds: 15 periodSeconds: 20 successThreshold: 1 timeoutSeconds: 1 name: manager ports: - containerPort: 9443 name: webhook-server protocol: TCP readinessProbe: failureThreshold: 3 httpGet: path: /readyz port: 8081 scheme: HTTP initialDelaySeconds: 5 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: 500m memory: 2Gi requests: cpu: 10m memory: 64Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: cert readOnly: true - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-skkpn readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: odh-model-controller-dockercfg-lsssw nodeName: ip-10-0-128-81.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000660000 runAsNonRoot: true seLinuxOptions: level: s0:c26,c5 seccompProfile: type: RuntimeDefault serviceAccount: odh-model-controller serviceAccountName: odh-model-controller terminationGracePeriodSeconds: 10 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - name: cert secret: defaultMode: 420 secretName: odh-model-controller-webhook-cert - name: kube-api-access-skkpn projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace - configMap: items: - key: service-ca.crt path: service-ca.crt name: openshift-service-ca.crt status: conditions: - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:13Z" observedGeneration: 1 status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:06Z" observedGeneration: 1 status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-09-07T15:15:56Z" observedGeneration: 1 status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-09-07T15:15:56Z" observedGeneration: 1 status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-09-07T14:34:06Z" observedGeneration: 1 status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 10m memory: 64Mi containerID: cri-o://ffe0bb33bc916a8c1e7347fa521fa302421f35bfe4b3cb45bb967a3f1e8761b5 image: quay.io/opendatahub/odh-model-controller:odh-v3.5-EA2 imageID: quay.io/opendatahub/odh-model-controller@sha256:1e2397cbb77c598f2eaff55caa3f0ef39f9f499bc7388d4d92be8d2a5d5ff121 lastState: terminated: containerID: cri-o://d76825499eafa6cf100bc1e6c7ef025c87c0fa0f68c6eaee58c5312747b2ed0c exitCode: 1 finishedAt: "2026-09-07T15:10:33Z" reason: Error startedAt: "2026-09-07T15:10:23Z" name: manager ready: true resources: limits: cpu: 500m memory: 2Gi requests: cpu: 10m memory: 64Mi restartCount: 10 started: true state: running: startedAt: "2026-09-07T15:15:45Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: cert readOnly: true recursiveReadOnly: Disabled - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-skkpn readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.128.81 hostIPs: - ip: 10.0.128.81 observedGeneration: 1 phase: Running podIP: 10.133.0.22 podIPs: - ip: 10.133.0.22 qosClass: Burstable startTime: "2026-09-07T14:34:06Z" - apiVersion: v1 kind: Pod metadata: annotations: alm-examples: |- [ { "apiVersion": "datasciencecluster.opendatahub.io/v2", "kind": "DataScienceCluster", "metadata": { "labels": { "app.kubernetes.io/name": "datasciencecluster" }, "name": "default-dsc" }, "spec": { "components": { "aipipelines": { "managementState": "Managed" }, "dashboard": { "managementState": "Managed" }, "feastoperator": { "managementState": "Managed" }, "kserve": { "managementState": "Managed", "nim": { "managementState": "Managed" }, "rawDeploymentServiceConfig": "Headed", "wva": { "managementState": "Removed" } }, "kueue": { "managementState": "Removed" }, "llamastackoperator": { "managementState": "Removed" }, "mlflowoperator": { "managementState": "Removed" }, "modelregistry": { "managementState": "Managed", "registriesNamespace": "odh-model-registries" }, "ogx": { "managementState": "Removed" }, "ray": { "managementState": "Managed" }, "sparkoperator": { "managementState": "Removed" }, "trainer": { "managementState": "Managed" }, "trainingoperator": { "managementState": "Removed" }, "trustyai": { "managementState": "Managed" }, "workbenches": { "managementState": "Managed" } } } }, { "apiVersion": "dscinitialization.opendatahub.io/v2", "kind": "DSCInitialization", "metadata": { "labels": { "app.kubernetes.io/name": "dscinitialization" }, "name": "default-dsci" }, "spec": { "applicationsNamespace": "opendatahub", "monitoring": { "managementState": "Managed", "metrics": {}, "namespace": "opendatahub" }, "trustedCABundle": { "customCABundle": "", "managementState": "Managed" } } } ] capabilities: Full Lifecycle categories: AI/Machine Learning, Big Data certified: "False" containerImage: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 createdAt: "2026-06-25T09:46:28Z" k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.134.0.24/23"],"mac_address":"0a:58:0a:86:00:18","gateway_ips":["10.134.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.134.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.134.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.134.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.134.0.1"}],"ip_address":"10.134.0.24/23","gateway_ip":"10.134.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.134.0.24" ], "mac": "0a:58:0a:86:00:18", "default": true, "dns": {} }] kubectl.kubernetes.io/default-container: manager olm.operatorGroup: opendatahub-operatorgroup olm.operatorNamespace: opendatahub olm.targetNamespaces: "" olmcahash: 2448f3349eca7cf8c119de81125eb2dd7c770333e41786777568205e84b602a2 openshift.io/scc: restricted-v2 operatorframework.io/properties: '{"properties":[{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Dashboard","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"DataSciencePipelines","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"FeastOperator","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Kserve","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Kueue","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"MLflowOperator","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"ModelController","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"ModelRegistry","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"ModelsAsService","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"OGX","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Ray","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"SparkOperator","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Trainer","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"TrainingOperator","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"TrustyAI","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Workbenches","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"config.opendatahub.io","kind":"Platform","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"datasciencecluster.opendatahub.io","kind":"DataScienceCluster","version":"v1"}},{"type":"olm.gvk","value":{"group":"datasciencecluster.opendatahub.io","kind":"DataScienceCluster","version":"v2"}},{"type":"olm.gvk","value":{"group":"dscinitialization.opendatahub.io","kind":"DSCInitialization","version":"v1"}},{"type":"olm.gvk","value":{"group":"dscinitialization.opendatahub.io","kind":"DSCInitialization","version":"v2"}},{"type":"olm.gvk","value":{"group":"features.opendatahub.io","kind":"FeatureTracker","version":"v1"}},{"type":"olm.gvk","value":{"group":"infrastructure.opendatahub.io","kind":"HardwareProfile","version":"v1"}},{"type":"olm.gvk","value":{"group":"infrastructure.opendatahub.io","kind":"HardwareProfile","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"services.platform.opendatahub.io","kind":"Auth","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"services.platform.opendatahub.io","kind":"GatewayConfig","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"services.platform.opendatahub.io","kind":"Monitoring","version":"v1alpha1"}},{"type":"olm.package","value":{"packageName":"opendatahub-operator","version":"3.5.0-ea.2"}}]}' operators.operatorframework.io/builder: operator-sdk-v1.39.2 operators.operatorframework.io/internal-objects: '["featuretrackers.features.opendatahub.io", "dashboards.components.platform.opendatahub.io", "datasciencepipelines.components.platform.opendatahub.io", "kserves.components.platform.opendatahub.io", "kueues.components.platform.opendatahub.io", "modelregistries.components.platform.opendatahub.io", "rays.components.platform.opendatahub.io", "trainingoperators.components.platform.opendatahub.io", "trustyais.components.platform.opendatahub.io", "workbenches.components.platform.opendatahub.io", "monitorings.services.platform.opendatahub.io", "modelcontrollers.components.platform.opendatahub.io", "feastoperators.components.platform.opendatahub.io", "ogxs.components.platform.opendatahub.io", "trainers.components.platform.opendatahub.io", "mlflowoperators.components.platform.opendatahub.io", "modelsasservices.components.platform.opendatahub.io", "sparkoperators.components.platform.opendatahub.io"]' operators.operatorframework.io/project_layout: go.kubebuilder.io/v4 repository: https://github.com/opendatahub-io/opendatahub-operator seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: serviceaccount creationTimestamp: "2026-09-07T14:33:36Z" generateName: opendatahub-operator-controller-manager-5c6c7b78f9- generation: 1 labels: control-plane: controller-manager name: opendatahub-operator pod-template-hash: 5c6c7b78f9 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-133-166 operation: Update subresource: status time: "2026-09-07T14:33:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:alm-examples: {} f:capabilities: {} f:categories: {} f:certified: {} f:containerImage: {} f:createdAt: {} f:kubectl.kubernetes.io/default-container: {} f:olm.operatorGroup: {} f:olm.operatorNamespace: {} f:olm.targetNamespaces: {} f:olmcahash: {} f:operatorframework.io/properties: {} f:operators.operatorframework.io/builder: {} f:operators.operatorframework.io/internal-objects: {} f:operators.operatorframework.io/project_layout: {} f:repository: {} f:generateName: {} f:labels: .: {} f:control-plane: {} f:name: {} f:pod-template-hash: {} f:ownerReferences: .: {} k:{"uid":"bb1c064a-433f-4e72-9728-ccc4ca9e0a41"}: {} f:spec: f:affinity: .: {} f:nodeAffinity: .: {} f:requiredDuringSchedulingIgnoredDuringExecution: {} f:podAntiAffinity: .: {} f:preferredDuringSchedulingIgnoredDuringExecution: {} f:containers: k:{"name":"manager"}: .: {} f:args: {} f:command: {} f:env: .: {} k:{"name":"DEFAULT_CHARTS_PATH"}: .: {} f:name: {} f:value: {} k:{"name":"DEFAULT_MANIFESTS_PATH"}: .: {} f:name: {} f:value: {} k:{"name":"DISABLE_DSC_CONFIG"}: .: {} f:name: {} f:value: {} k:{"name":"ODH_PLATFORM_TYPE"}: .: {} f:name: {} f:value: {} k:{"name":"OPERATOR_CONDITION_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"OPERATOR_NAMESPACE"}: .: {} f:name: {} f:valueFrom: .: {} f:fieldRef: {} k:{"name":"RELATED_IMAGE_ODH_KUBE_AUTH_PROXY_IMAGE"}: .: {} f:name: {} f:value: {} k:{"name":"RELATED_IMAGE_ODH_KUBE_RBAC_PROXY_IMAGE"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:livenessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:name: {} f:ports: .: {} k:{"containerPort":8080,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} k:{"containerPort":9443,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:readOnlyRootFilesystem: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/apiserver.local.config/certificates"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/opt/manifests"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/tmp"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/tmp/k8s-webhook-server/serving-certs"}: .: {} f:mountPath: {} f:name: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:initContainers: .: {} k:{"name":"copy-manifests"}: .: {} f:command: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:readOnlyRootFilesystem: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/opt/manifests"}: .: {} f:mountPath: {} f:name: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: .: {} f:runAsNonRoot: {} f:seccompProfile: .: {} f:type: {} f:serviceAccount: {} f:serviceAccountName: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"apiservice-cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:items: {} f:secretName: {} k:{"name":"cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:secretName: {} k:{"name":"manifests"}: .: {} f:emptyDir: .: {} f:sizeLimit: {} f:name: {} k:{"name":"tmp"}: .: {} f:emptyDir: .: {} f:medium: {} f:sizeLimit: {} f:name: {} k:{"name":"webhook-cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:items: {} f:secretName: {} manager: kube-controller-manager operation: Update time: "2026-09-07T14:33:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-09-07T14:33:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodScheduled"}: f:observedGeneration: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:observedGeneration: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.134.0.24"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-09-07T14:35:09Z" name: opendatahub-operator-controller-manager-5c6c7b78f9-cpl48 namespace: opendatahub ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: opendatahub-operator-controller-manager-5c6c7b78f9 uid: bb1c064a-433f-4e72-9728-ccc4ca9e0a41 resourceVersion: "13941" uid: 7d4b866d-e395-4792-91b6-e0ec408a2bc7 spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: kubernetes.io/os operator: In values: - linux podAntiAffinity: preferredDuringSchedulingIgnoredDuringExecution: - podAffinityTerm: labelSelector: matchExpressions: - key: name operator: In values: - opendatahub-operator topologyKey: kubernetes.io/hostname weight: 100 containers: - args: - --health-probe-bind-address=:8081 - --metrics-bind-address=0.0.0.0:8080 - --leader-elect command: - /manager env: - name: DISABLE_DSC_CONFIG value: "true" - name: OPERATOR_NAMESPACE valueFrom: fieldRef: apiVersion: v1 fieldPath: metadata.namespace - name: DEFAULT_MANIFESTS_PATH value: /opt/manifests - name: DEFAULT_CHARTS_PATH value: /opt/charts - name: ODH_PLATFORM_TYPE value: OpenDataHub - name: RELATED_IMAGE_ODH_KUBE_AUTH_PROXY_IMAGE value: quay.io/opendatahub/odh-kube-auth-proxy:v3.5.0-ea.2 - name: RELATED_IMAGE_ODH_KUBE_RBAC_PROXY_IMAGE value: quay.io/opendatahub/odh-kube-rbac-proxy:3.5.0-ea.2 - name: OPERATOR_CONDITION_NAME value: opendatahub-operator.v3.5.0-ea.2 image: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 imagePullPolicy: Always livenessProbe: failureThreshold: 3 httpGet: path: /healthz port: 8081 scheme: HTTP initialDelaySeconds: 15 periodSeconds: 20 successThreshold: 1 timeoutSeconds: 1 name: manager ports: - containerPort: 9443 name: webhook-server protocol: TCP - containerPort: 8080 name: http protocol: TCP readinessProbe: failureThreshold: 3 httpGet: path: /readyz port: 8081 scheme: HTTP initialDelaySeconds: 5 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: "1" memory: 4Gi requests: cpu: 100m memory: 780Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL readOnlyRootFilesystem: true runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: webhook-cert - mountPath: /opt/manifests name: manifests - mountPath: /tmp name: tmp - mountPath: /apiserver.local.config/certificates name: apiservice-cert - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-cljs7 readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: opendatahub-operator-controller-manager-dockercfg-6cshb initContainers: - command: - cp - -r - /opt/manifests-template/. - /opt/manifests/ image: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 imagePullPolicy: Always name: copy-manifests resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 64Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL readOnlyRootFilesystem: true runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /opt/manifests name: manifests - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-cljs7 readOnly: true nodeName: ip-10-0-133-166.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000660000 runAsNonRoot: true seLinuxOptions: level: s0:c26,c5 seccompProfile: type: RuntimeDefault serviceAccount: opendatahub-operator-controller-manager serviceAccountName: opendatahub-operator-controller-manager terminationGracePeriodSeconds: 10 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - name: cert secret: defaultMode: 420 secretName: opendatahub-operator-controller-webhook-cert - emptyDir: sizeLimit: 256Mi name: manifests - emptyDir: medium: Memory sizeLimit: 10Mi name: tmp - name: apiservice-cert secret: defaultMode: 420 items: - key: tls.crt path: apiserver.crt - key: tls.key path: apiserver.key secretName: opendatahub-operator-controller-manager-service-cert - name: webhook-cert secret: defaultMode: 420 items: - key: tls.crt path: tls.crt - key: tls.key path: tls.key secretName: opendatahub-operator-controller-manager-service-cert - name: kube-api-access-cljs7 projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace - configMap: items: - key: service-ca.crt path: service-ca.crt name: openshift-service-ca.crt status: conditions: - lastProbeTime: null lastTransitionTime: "2026-09-07T14:33:40Z" observedGeneration: 1 status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-09-07T14:33:41Z" observedGeneration: 1 status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-09-07T14:35:09Z" observedGeneration: 1 status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-09-07T14:35:09Z" observedGeneration: 1 status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-09-07T14:33:36Z" observedGeneration: 1 status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 100m memory: 780Mi containerID: cri-o://bba68eecacb04f6cc775da2185f3507e1aae85a75e408c993d1ca04b611bd4e0 image: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 imageID: quay.io/opendatahub/opendatahub-operator@sha256:81f260270b9beb8338c1c6b3a63f1262e55ffc56e97e68c58c9eb5f8539e8138 lastState: terminated: containerID: cri-o://1eeb0dff7339bdce53c4a4bf60e03858d5812f21bee6332c6d4ad6d79f5ab607 exitCode: 1 finishedAt: "2026-09-07T14:34:57Z" reason: Error startedAt: "2026-09-07T14:33:41Z" name: manager ready: true resources: limits: cpu: "1" memory: 4Gi requests: cpu: 100m memory: 780Mi restartCount: 1 started: true state: running: startedAt: "2026-09-07T14:34:57Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: webhook-cert - mountPath: /opt/manifests name: manifests - mountPath: /tmp name: tmp - mountPath: /apiserver.local.config/certificates name: apiservice-cert - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-cljs7 readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.133.166 hostIPs: - ip: 10.0.133.166 initContainerStatuses: - allocatedResources: cpu: 10m memory: 64Mi containerID: cri-o://db4a2e3e1b9f0325dc3d25d251f87b6d393c33f7e7f1615948a4b3fc4f7cc296 image: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 imageID: quay.io/opendatahub/opendatahub-operator@sha256:81f260270b9beb8338c1c6b3a63f1262e55ffc56e97e68c58c9eb5f8539e8138 lastState: {} name: copy-manifests ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 64Mi restartCount: 0 started: false state: terminated: containerID: cri-o://db4a2e3e1b9f0325dc3d25d251f87b6d393c33f7e7f1615948a4b3fc4f7cc296 exitCode: 0 finishedAt: "2026-09-07T14:33:40Z" reason: Completed startedAt: "2026-09-07T14:33:39Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /opt/manifests name: manifests - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-cljs7 readOnly: true recursiveReadOnly: Disabled observedGeneration: 1 phase: Running podIP: 10.134.0.24 podIPs: - ip: 10.134.0.24 qosClass: Burstable startTime: "2026-09-07T14:33:36Z" - apiVersion: v1 kind: Pod metadata: annotations: alm-examples: |- [ { "apiVersion": "datasciencecluster.opendatahub.io/v2", "kind": "DataScienceCluster", "metadata": { "labels": { "app.kubernetes.io/name": "datasciencecluster" }, "name": "default-dsc" }, "spec": { "components": { "aipipelines": { "managementState": "Managed" }, "dashboard": { "managementState": "Managed" }, "feastoperator": { "managementState": "Managed" }, "kserve": { "managementState": "Managed", "nim": { "managementState": "Managed" }, "rawDeploymentServiceConfig": "Headed", "wva": { "managementState": "Removed" } }, "kueue": { "managementState": "Removed" }, "llamastackoperator": { "managementState": "Removed" }, "mlflowoperator": { "managementState": "Removed" }, "modelregistry": { "managementState": "Managed", "registriesNamespace": "odh-model-registries" }, "ogx": { "managementState": "Removed" }, "ray": { "managementState": "Managed" }, "sparkoperator": { "managementState": "Removed" }, "trainer": { "managementState": "Managed" }, "trainingoperator": { "managementState": "Removed" }, "trustyai": { "managementState": "Managed" }, "workbenches": { "managementState": "Managed" } } } }, { "apiVersion": "dscinitialization.opendatahub.io/v2", "kind": "DSCInitialization", "metadata": { "labels": { "app.kubernetes.io/name": "dscinitialization" }, "name": "default-dsci" }, "spec": { "applicationsNamespace": "opendatahub", "monitoring": { "managementState": "Managed", "metrics": {}, "namespace": "opendatahub" }, "trustedCABundle": { "customCABundle": "", "managementState": "Managed" } } } ] capabilities: Full Lifecycle categories: AI/Machine Learning, Big Data certified: "False" containerImage: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 createdAt: "2026-06-25T09:46:28Z" k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.133.0.21/23"],"mac_address":"0a:58:0a:85:00:15","gateway_ips":["10.133.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.133.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.133.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.133.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.133.0.1"}],"ip_address":"10.133.0.21/23","gateway_ip":"10.133.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.133.0.21" ], "mac": "0a:58:0a:85:00:15", "default": true, "dns": {} }] kubectl.kubernetes.io/default-container: manager olm.operatorGroup: opendatahub-operatorgroup olm.operatorNamespace: opendatahub olm.targetNamespaces: "" olmcahash: 2448f3349eca7cf8c119de81125eb2dd7c770333e41786777568205e84b602a2 openshift.io/scc: restricted-v2 operatorframework.io/properties: '{"properties":[{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Dashboard","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"DataSciencePipelines","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"FeastOperator","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Kserve","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Kueue","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"MLflowOperator","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"ModelController","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"ModelRegistry","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"ModelsAsService","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"OGX","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Ray","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"SparkOperator","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Trainer","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"TrainingOperator","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"TrustyAI","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Workbenches","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"config.opendatahub.io","kind":"Platform","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"datasciencecluster.opendatahub.io","kind":"DataScienceCluster","version":"v1"}},{"type":"olm.gvk","value":{"group":"datasciencecluster.opendatahub.io","kind":"DataScienceCluster","version":"v2"}},{"type":"olm.gvk","value":{"group":"dscinitialization.opendatahub.io","kind":"DSCInitialization","version":"v1"}},{"type":"olm.gvk","value":{"group":"dscinitialization.opendatahub.io","kind":"DSCInitialization","version":"v2"}},{"type":"olm.gvk","value":{"group":"features.opendatahub.io","kind":"FeatureTracker","version":"v1"}},{"type":"olm.gvk","value":{"group":"infrastructure.opendatahub.io","kind":"HardwareProfile","version":"v1"}},{"type":"olm.gvk","value":{"group":"infrastructure.opendatahub.io","kind":"HardwareProfile","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"services.platform.opendatahub.io","kind":"Auth","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"services.platform.opendatahub.io","kind":"GatewayConfig","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"services.platform.opendatahub.io","kind":"Monitoring","version":"v1alpha1"}},{"type":"olm.package","value":{"packageName":"opendatahub-operator","version":"3.5.0-ea.2"}}]}' operators.operatorframework.io/builder: operator-sdk-v1.39.2 operators.operatorframework.io/internal-objects: '["featuretrackers.features.opendatahub.io", "dashboards.components.platform.opendatahub.io", "datasciencepipelines.components.platform.opendatahub.io", "kserves.components.platform.opendatahub.io", "kueues.components.platform.opendatahub.io", "modelregistries.components.platform.opendatahub.io", "rays.components.platform.opendatahub.io", "trainingoperators.components.platform.opendatahub.io", "trustyais.components.platform.opendatahub.io", "workbenches.components.platform.opendatahub.io", "monitorings.services.platform.opendatahub.io", "modelcontrollers.components.platform.opendatahub.io", "feastoperators.components.platform.opendatahub.io", "ogxs.components.platform.opendatahub.io", "trainers.components.platform.opendatahub.io", "mlflowoperators.components.platform.opendatahub.io", "modelsasservices.components.platform.opendatahub.io", "sparkoperators.components.platform.opendatahub.io"]' operators.operatorframework.io/project_layout: go.kubebuilder.io/v4 repository: https://github.com/opendatahub-io/opendatahub-operator seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: serviceaccount creationTimestamp: "2026-09-07T14:33:36Z" generateName: opendatahub-operator-controller-manager-5c6c7b78f9- generation: 1 labels: control-plane: controller-manager name: opendatahub-operator pod-template-hash: 5c6c7b78f9 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-128-81 operation: Update subresource: status time: "2026-09-07T14:33:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:alm-examples: {} f:capabilities: {} f:categories: {} f:certified: {} f:containerImage: {} f:createdAt: {} f:kubectl.kubernetes.io/default-container: {} f:olm.operatorGroup: {} f:olm.operatorNamespace: {} f:olm.targetNamespaces: {} f:olmcahash: {} f:operatorframework.io/properties: {} f:operators.operatorframework.io/builder: {} f:operators.operatorframework.io/internal-objects: {} f:operators.operatorframework.io/project_layout: {} f:repository: {} f:generateName: {} f:labels: .: {} f:control-plane: {} f:name: {} f:pod-template-hash: {} f:ownerReferences: .: {} k:{"uid":"bb1c064a-433f-4e72-9728-ccc4ca9e0a41"}: {} f:spec: f:affinity: .: {} f:nodeAffinity: .: {} f:requiredDuringSchedulingIgnoredDuringExecution: {} f:podAntiAffinity: .: {} f:preferredDuringSchedulingIgnoredDuringExecution: {} f:containers: k:{"name":"manager"}: .: {} f:args: {} f:command: {} f:env: .: {} k:{"name":"DEFAULT_CHARTS_PATH"}: .: {} f:name: {} f:value: {} k:{"name":"DEFAULT_MANIFESTS_PATH"}: .: {} f:name: {} f:value: {} k:{"name":"DISABLE_DSC_CONFIG"}: .: {} f:name: {} f:value: {} k:{"name":"ODH_PLATFORM_TYPE"}: .: {} f:name: {} f:value: {} k:{"name":"OPERATOR_CONDITION_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"OPERATOR_NAMESPACE"}: .: {} f:name: {} f:valueFrom: .: {} f:fieldRef: {} k:{"name":"RELATED_IMAGE_ODH_KUBE_AUTH_PROXY_IMAGE"}: .: {} f:name: {} f:value: {} k:{"name":"RELATED_IMAGE_ODH_KUBE_RBAC_PROXY_IMAGE"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:livenessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:name: {} f:ports: .: {} k:{"containerPort":8080,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} k:{"containerPort":9443,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:readOnlyRootFilesystem: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/apiserver.local.config/certificates"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/opt/manifests"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/tmp"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/tmp/k8s-webhook-server/serving-certs"}: .: {} f:mountPath: {} f:name: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:initContainers: .: {} k:{"name":"copy-manifests"}: .: {} f:command: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:readOnlyRootFilesystem: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/opt/manifests"}: .: {} f:mountPath: {} f:name: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: .: {} f:runAsNonRoot: {} f:seccompProfile: .: {} f:type: {} f:serviceAccount: {} f:serviceAccountName: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"apiservice-cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:items: {} f:secretName: {} k:{"name":"cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:secretName: {} k:{"name":"manifests"}: .: {} f:emptyDir: .: {} f:sizeLimit: {} f:name: {} k:{"name":"tmp"}: .: {} f:emptyDir: .: {} f:medium: {} f:sizeLimit: {} f:name: {} k:{"name":"webhook-cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:items: {} f:secretName: {} manager: kube-controller-manager operation: Update time: "2026-09-07T14:33:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-09-07T14:33:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:message: {} f:observedGeneration: {} f:reason: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodScheduled"}: f:observedGeneration: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:message: {} f:observedGeneration: {} f:reason: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:observedGeneration: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.133.0.21"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-09-07T15:16:38Z" name: opendatahub-operator-controller-manager-5c6c7b78f9-mh2jj namespace: opendatahub ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: opendatahub-operator-controller-manager-5c6c7b78f9 uid: bb1c064a-433f-4e72-9728-ccc4ca9e0a41 resourceVersion: "43665" uid: ec84e8b0-4140-438a-92c6-4d2883a7e9b8 spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: kubernetes.io/os operator: In values: - linux podAntiAffinity: preferredDuringSchedulingIgnoredDuringExecution: - podAffinityTerm: labelSelector: matchExpressions: - key: name operator: In values: - opendatahub-operator topologyKey: kubernetes.io/hostname weight: 100 containers: - args: - --health-probe-bind-address=:8081 - --metrics-bind-address=0.0.0.0:8080 - --leader-elect command: - /manager env: - name: DISABLE_DSC_CONFIG value: "true" - name: OPERATOR_NAMESPACE valueFrom: fieldRef: apiVersion: v1 fieldPath: metadata.namespace - name: DEFAULT_MANIFESTS_PATH value: /opt/manifests - name: DEFAULT_CHARTS_PATH value: /opt/charts - name: ODH_PLATFORM_TYPE value: OpenDataHub - name: RELATED_IMAGE_ODH_KUBE_AUTH_PROXY_IMAGE value: quay.io/opendatahub/odh-kube-auth-proxy:v3.5.0-ea.2 - name: RELATED_IMAGE_ODH_KUBE_RBAC_PROXY_IMAGE value: quay.io/opendatahub/odh-kube-rbac-proxy:3.5.0-ea.2 - name: OPERATOR_CONDITION_NAME value: opendatahub-operator.v3.5.0-ea.2 image: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 imagePullPolicy: Always livenessProbe: failureThreshold: 3 httpGet: path: /healthz port: 8081 scheme: HTTP initialDelaySeconds: 15 periodSeconds: 20 successThreshold: 1 timeoutSeconds: 1 name: manager ports: - containerPort: 9443 name: webhook-server protocol: TCP - containerPort: 8080 name: http protocol: TCP readinessProbe: failureThreshold: 3 httpGet: path: /readyz port: 8081 scheme: HTTP initialDelaySeconds: 5 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: "1" memory: 4Gi requests: cpu: 100m memory: 780Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL readOnlyRootFilesystem: true runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: webhook-cert - mountPath: /opt/manifests name: manifests - mountPath: /tmp name: tmp - mountPath: /apiserver.local.config/certificates name: apiservice-cert - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-q5t66 readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: opendatahub-operator-controller-manager-dockercfg-6cshb initContainers: - command: - cp - -r - /opt/manifests-template/. - /opt/manifests/ image: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 imagePullPolicy: Always name: copy-manifests resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 64Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL readOnlyRootFilesystem: true runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /opt/manifests name: manifests - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-q5t66 readOnly: true nodeName: ip-10-0-128-81.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000660000 runAsNonRoot: true seLinuxOptions: level: s0:c26,c5 seccompProfile: type: RuntimeDefault serviceAccount: opendatahub-operator-controller-manager serviceAccountName: opendatahub-operator-controller-manager terminationGracePeriodSeconds: 10 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - name: cert secret: defaultMode: 420 secretName: opendatahub-operator-controller-webhook-cert - emptyDir: sizeLimit: 256Mi name: manifests - emptyDir: medium: Memory sizeLimit: 10Mi name: tmp - name: apiservice-cert secret: defaultMode: 420 items: - key: tls.crt path: apiserver.crt - key: tls.key path: apiserver.key secretName: opendatahub-operator-controller-manager-service-cert - name: webhook-cert secret: defaultMode: 420 items: - key: tls.crt path: tls.crt - key: tls.key path: tls.key secretName: opendatahub-operator-controller-manager-service-cert - name: kube-api-access-q5t66 projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace - configMap: items: - key: service-ca.crt path: service-ca.crt name: openshift-service-ca.crt status: conditions: - lastProbeTime: null lastTransitionTime: "2026-09-07T14:33:40Z" observedGeneration: 1 status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-09-07T14:33:41Z" observedGeneration: 1 status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-09-07T15:04:46Z" message: 'containers with unready status: [manager]' observedGeneration: 1 reason: ContainersNotReady status: "False" type: Ready - lastProbeTime: null lastTransitionTime: "2026-09-07T15:04:46Z" message: 'containers with unready status: [manager]' observedGeneration: 1 reason: ContainersNotReady status: "False" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-09-07T14:33:36Z" observedGeneration: 1 status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 100m memory: 780Mi containerID: cri-o://861028825ed0f8463eafce6ea62cf119a5ad523efdb9135ab54cd5b8fd24c1f9 image: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 imageID: quay.io/opendatahub/opendatahub-operator@sha256:81f260270b9beb8338c1c6b3a63f1262e55ffc56e97e68c58c9eb5f8539e8138 lastState: terminated: containerID: cri-o://8fec03d32be714edfc6f84dc943b408ef152ed10678d78524091b555b37b9ee3 exitCode: 1 finishedAt: "2026-09-07T15:11:24Z" reason: Error startedAt: "2026-09-07T15:11:14Z" name: manager ready: false resources: limits: cpu: "1" memory: 4Gi requests: cpu: 100m memory: 780Mi restartCount: 7 started: true state: running: startedAt: "2026-09-07T15:16:37Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: webhook-cert - mountPath: /opt/manifests name: manifests - mountPath: /tmp name: tmp - mountPath: /apiserver.local.config/certificates name: apiservice-cert - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-q5t66 readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.128.81 hostIPs: - ip: 10.0.128.81 initContainerStatuses: - allocatedResources: cpu: 10m memory: 64Mi containerID: cri-o://3bb466c18e5ef3e41ca25a67a0fd901ec6edf1b46ade224fe83285daefc63a24 image: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 imageID: quay.io/opendatahub/opendatahub-operator@sha256:81f260270b9beb8338c1c6b3a63f1262e55ffc56e97e68c58c9eb5f8539e8138 lastState: {} name: copy-manifests ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 64Mi restartCount: 0 started: false state: terminated: containerID: cri-o://3bb466c18e5ef3e41ca25a67a0fd901ec6edf1b46ade224fe83285daefc63a24 exitCode: 0 finishedAt: "2026-09-07T14:33:40Z" reason: Completed startedAt: "2026-09-07T14:33:39Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /opt/manifests name: manifests - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-q5t66 readOnly: true recursiveReadOnly: Disabled observedGeneration: 1 phase: Running podIP: 10.133.0.21 podIPs: - ip: 10.133.0.21 qosClass: Burstable startTime: "2026-09-07T14:33:36Z" - apiVersion: v1 kind: Pod metadata: annotations: alm-examples: |- [ { "apiVersion": "datasciencecluster.opendatahub.io/v2", "kind": "DataScienceCluster", "metadata": { "labels": { "app.kubernetes.io/name": "datasciencecluster" }, "name": "default-dsc" }, "spec": { "components": { "aipipelines": { "managementState": "Managed" }, "dashboard": { "managementState": "Managed" }, "feastoperator": { "managementState": "Managed" }, "kserve": { "managementState": "Managed", "nim": { "managementState": "Managed" }, "rawDeploymentServiceConfig": "Headed", "wva": { "managementState": "Removed" } }, "kueue": { "managementState": "Removed" }, "llamastackoperator": { "managementState": "Removed" }, "mlflowoperator": { "managementState": "Removed" }, "modelregistry": { "managementState": "Managed", "registriesNamespace": "odh-model-registries" }, "ogx": { "managementState": "Removed" }, "ray": { "managementState": "Managed" }, "sparkoperator": { "managementState": "Removed" }, "trainer": { "managementState": "Managed" }, "trainingoperator": { "managementState": "Removed" }, "trustyai": { "managementState": "Managed" }, "workbenches": { "managementState": "Managed" } } } }, { "apiVersion": "dscinitialization.opendatahub.io/v2", "kind": "DSCInitialization", "metadata": { "labels": { "app.kubernetes.io/name": "dscinitialization" }, "name": "default-dsci" }, "spec": { "applicationsNamespace": "opendatahub", "monitoring": { "managementState": "Managed", "metrics": {}, "namespace": "opendatahub" }, "trustedCABundle": { "customCABundle": "", "managementState": "Managed" } } } ] capabilities: Full Lifecycle categories: AI/Machine Learning, Big Data certified: "False" containerImage: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 createdAt: "2026-06-25T09:46:28Z" k8s.ovn.org/pod-networks: '{"default":{"ip_addresses":["10.132.0.27/23"],"mac_address":"0a:58:0a:84:00:1b","gateway_ips":["10.132.0.1"],"routes":[{"dest":"10.132.0.0/14","nextHop":"10.132.0.1"},{"dest":"172.31.0.0/16","nextHop":"10.132.0.1"},{"dest":"169.254.0.5/32","nextHop":"10.132.0.1"},{"dest":"100.64.0.0/16","nextHop":"10.132.0.1"}],"ip_address":"10.132.0.27/23","gateway_ip":"10.132.0.1","role":"primary"}}' k8s.v1.cni.cncf.io/network-status: |- [{ "name": "ovn-kubernetes", "interface": "eth0", "ips": [ "10.132.0.27" ], "mac": "0a:58:0a:84:00:1b", "default": true, "dns": {} }] kubectl.kubernetes.io/default-container: manager olm.operatorGroup: opendatahub-operatorgroup olm.operatorNamespace: opendatahub olm.targetNamespaces: "" olmcahash: 2448f3349eca7cf8c119de81125eb2dd7c770333e41786777568205e84b602a2 openshift.io/scc: restricted-v2 operatorframework.io/properties: '{"properties":[{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Dashboard","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"DataSciencePipelines","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"FeastOperator","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Kserve","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Kueue","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"MLflowOperator","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"ModelController","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"ModelRegistry","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"ModelsAsService","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"OGX","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Ray","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"SparkOperator","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Trainer","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"TrainingOperator","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"TrustyAI","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"components.platform.opendatahub.io","kind":"Workbenches","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"config.opendatahub.io","kind":"Platform","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"datasciencecluster.opendatahub.io","kind":"DataScienceCluster","version":"v1"}},{"type":"olm.gvk","value":{"group":"datasciencecluster.opendatahub.io","kind":"DataScienceCluster","version":"v2"}},{"type":"olm.gvk","value":{"group":"dscinitialization.opendatahub.io","kind":"DSCInitialization","version":"v1"}},{"type":"olm.gvk","value":{"group":"dscinitialization.opendatahub.io","kind":"DSCInitialization","version":"v2"}},{"type":"olm.gvk","value":{"group":"features.opendatahub.io","kind":"FeatureTracker","version":"v1"}},{"type":"olm.gvk","value":{"group":"infrastructure.opendatahub.io","kind":"HardwareProfile","version":"v1"}},{"type":"olm.gvk","value":{"group":"infrastructure.opendatahub.io","kind":"HardwareProfile","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"services.platform.opendatahub.io","kind":"Auth","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"services.platform.opendatahub.io","kind":"GatewayConfig","version":"v1alpha1"}},{"type":"olm.gvk","value":{"group":"services.platform.opendatahub.io","kind":"Monitoring","version":"v1alpha1"}},{"type":"olm.package","value":{"packageName":"opendatahub-operator","version":"3.5.0-ea.2"}}]}' operators.operatorframework.io/builder: operator-sdk-v1.39.2 operators.operatorframework.io/internal-objects: '["featuretrackers.features.opendatahub.io", "dashboards.components.platform.opendatahub.io", "datasciencepipelines.components.platform.opendatahub.io", "kserves.components.platform.opendatahub.io", "kueues.components.platform.opendatahub.io", "modelregistries.components.platform.opendatahub.io", "rays.components.platform.opendatahub.io", "trainingoperators.components.platform.opendatahub.io", "trustyais.components.platform.opendatahub.io", "workbenches.components.platform.opendatahub.io", "monitorings.services.platform.opendatahub.io", "modelcontrollers.components.platform.opendatahub.io", "feastoperators.components.platform.opendatahub.io", "ogxs.components.platform.opendatahub.io", "trainers.components.platform.opendatahub.io", "mlflowoperators.components.platform.opendatahub.io", "modelsasservices.components.platform.opendatahub.io", "sparkoperators.components.platform.opendatahub.io"]' operators.operatorframework.io/project_layout: go.kubebuilder.io/v4 repository: https://github.com/opendatahub-io/opendatahub-operator seccomp.security.alpha.kubernetes.io/pod: runtime/default security.openshift.io/validated-scc-subject-type: serviceaccount creationTimestamp: "2026-09-07T14:33:36Z" generateName: opendatahub-operator-controller-manager-5c6c7b78f9- generation: 1 labels: control-plane: controller-manager name: opendatahub-operator pod-template-hash: 5c6c7b78f9 managedFields: - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.ovn.org/pod-networks: {} manager: ip-10-0-134-135 operation: Update subresource: status time: "2026-09-07T14:33:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: .: {} f:alm-examples: {} f:capabilities: {} f:categories: {} f:certified: {} f:containerImage: {} f:createdAt: {} f:kubectl.kubernetes.io/default-container: {} f:olm.operatorGroup: {} f:olm.operatorNamespace: {} f:olm.targetNamespaces: {} f:olmcahash: {} f:operatorframework.io/properties: {} f:operators.operatorframework.io/builder: {} f:operators.operatorframework.io/internal-objects: {} f:operators.operatorframework.io/project_layout: {} f:repository: {} f:generateName: {} f:labels: .: {} f:control-plane: {} f:name: {} f:pod-template-hash: {} f:ownerReferences: .: {} k:{"uid":"bb1c064a-433f-4e72-9728-ccc4ca9e0a41"}: {} f:spec: f:affinity: .: {} f:nodeAffinity: .: {} f:requiredDuringSchedulingIgnoredDuringExecution: {} f:podAntiAffinity: .: {} f:preferredDuringSchedulingIgnoredDuringExecution: {} f:containers: k:{"name":"manager"}: .: {} f:args: {} f:command: {} f:env: .: {} k:{"name":"DEFAULT_CHARTS_PATH"}: .: {} f:name: {} f:value: {} k:{"name":"DEFAULT_MANIFESTS_PATH"}: .: {} f:name: {} f:value: {} k:{"name":"DISABLE_DSC_CONFIG"}: .: {} f:name: {} f:value: {} k:{"name":"ODH_PLATFORM_TYPE"}: .: {} f:name: {} f:value: {} k:{"name":"OPERATOR_CONDITION_NAME"}: .: {} f:name: {} f:value: {} k:{"name":"OPERATOR_NAMESPACE"}: .: {} f:name: {} f:valueFrom: .: {} f:fieldRef: {} k:{"name":"RELATED_IMAGE_ODH_KUBE_AUTH_PROXY_IMAGE"}: .: {} f:name: {} f:value: {} k:{"name":"RELATED_IMAGE_ODH_KUBE_RBAC_PROXY_IMAGE"}: .: {} f:name: {} f:value: {} f:image: {} f:imagePullPolicy: {} f:livenessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:name: {} f:ports: .: {} k:{"containerPort":8080,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} k:{"containerPort":9443,"protocol":"TCP"}: .: {} f:containerPort: {} f:name: {} f:protocol: {} f:readinessProbe: .: {} f:failureThreshold: {} f:httpGet: .: {} f:path: {} f:port: {} f:scheme: {} f:initialDelaySeconds: {} f:periodSeconds: {} f:successThreshold: {} f:timeoutSeconds: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:readOnlyRootFilesystem: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/apiserver.local.config/certificates"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/opt/manifests"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/tmp"}: .: {} f:mountPath: {} f:name: {} k:{"mountPath":"/tmp/k8s-webhook-server/serving-certs"}: .: {} f:mountPath: {} f:name: {} f:dnsPolicy: {} f:enableServiceLinks: {} f:initContainers: .: {} k:{"name":"copy-manifests"}: .: {} f:command: {} f:image: {} f:imagePullPolicy: {} f:name: {} f:resources: .: {} f:limits: .: {} f:cpu: {} f:memory: {} f:requests: .: {} f:cpu: {} f:memory: {} f:securityContext: .: {} f:allowPrivilegeEscalation: {} f:capabilities: .: {} f:drop: {} f:readOnlyRootFilesystem: {} f:terminationMessagePath: {} f:terminationMessagePolicy: {} f:volumeMounts: .: {} k:{"mountPath":"/opt/manifests"}: .: {} f:mountPath: {} f:name: {} f:restartPolicy: {} f:schedulerName: {} f:securityContext: .: {} f:runAsNonRoot: {} f:seccompProfile: .: {} f:type: {} f:serviceAccount: {} f:serviceAccountName: {} f:terminationGracePeriodSeconds: {} f:volumes: .: {} k:{"name":"apiservice-cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:items: {} f:secretName: {} k:{"name":"cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:secretName: {} k:{"name":"manifests"}: .: {} f:emptyDir: .: {} f:sizeLimit: {} f:name: {} k:{"name":"tmp"}: .: {} f:emptyDir: .: {} f:medium: {} f:sizeLimit: {} f:name: {} k:{"name":"webhook-cert"}: .: {} f:name: {} f:secret: .: {} f:defaultMode: {} f:items: {} f:secretName: {} manager: kube-controller-manager operation: Update time: "2026-09-07T14:33:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:metadata: f:annotations: f:k8s.v1.cni.cncf.io/network-status: {} manager: multus-daemon operation: Update subresource: status time: "2026-09-07T14:33:36Z" - apiVersion: v1 fieldsType: FieldsV1 fieldsV1: f:status: f:conditions: k:{"type":"ContainersReady"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"Initialized"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodReadyToStartContainers"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} k:{"type":"PodScheduled"}: f:observedGeneration: {} k:{"type":"Ready"}: .: {} f:lastProbeTime: {} f:lastTransitionTime: {} f:observedGeneration: {} f:status: {} f:type: {} f:containerStatuses: {} f:hostIP: {} f:hostIPs: {} f:initContainerStatuses: {} f:observedGeneration: {} f:phase: {} f:podIP: {} f:podIPs: .: {} k:{"ip":"10.132.0.27"}: .: {} f:ip: {} f:startTime: {} manager: kubelet operation: Update subresource: status time: "2026-09-07T15:16:20Z" name: opendatahub-operator-controller-manager-5c6c7b78f9-p6x8x namespace: opendatahub ownerReferences: - apiVersion: apps/v1 blockOwnerDeletion: true controller: true kind: ReplicaSet name: opendatahub-operator-controller-manager-5c6c7b78f9 uid: bb1c064a-433f-4e72-9728-ccc4ca9e0a41 resourceVersion: "43121" uid: 9bdef22d-b148-42a9-9cbb-85753578db1f spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: kubernetes.io/os operator: In values: - linux podAntiAffinity: preferredDuringSchedulingIgnoredDuringExecution: - podAffinityTerm: labelSelector: matchExpressions: - key: name operator: In values: - opendatahub-operator topologyKey: kubernetes.io/hostname weight: 100 containers: - args: - --health-probe-bind-address=:8081 - --metrics-bind-address=0.0.0.0:8080 - --leader-elect command: - /manager env: - name: DISABLE_DSC_CONFIG value: "true" - name: OPERATOR_NAMESPACE valueFrom: fieldRef: apiVersion: v1 fieldPath: metadata.namespace - name: DEFAULT_MANIFESTS_PATH value: /opt/manifests - name: DEFAULT_CHARTS_PATH value: /opt/charts - name: ODH_PLATFORM_TYPE value: OpenDataHub - name: RELATED_IMAGE_ODH_KUBE_AUTH_PROXY_IMAGE value: quay.io/opendatahub/odh-kube-auth-proxy:v3.5.0-ea.2 - name: RELATED_IMAGE_ODH_KUBE_RBAC_PROXY_IMAGE value: quay.io/opendatahub/odh-kube-rbac-proxy:3.5.0-ea.2 - name: OPERATOR_CONDITION_NAME value: opendatahub-operator.v3.5.0-ea.2 image: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 imagePullPolicy: Always livenessProbe: failureThreshold: 3 httpGet: path: /healthz port: 8081 scheme: HTTP initialDelaySeconds: 15 periodSeconds: 20 successThreshold: 1 timeoutSeconds: 1 name: manager ports: - containerPort: 9443 name: webhook-server protocol: TCP - containerPort: 8080 name: http protocol: TCP readinessProbe: failureThreshold: 3 httpGet: path: /readyz port: 8081 scheme: HTTP initialDelaySeconds: 5 periodSeconds: 10 successThreshold: 1 timeoutSeconds: 1 resources: limits: cpu: "1" memory: 4Gi requests: cpu: 100m memory: 780Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL readOnlyRootFilesystem: true runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: webhook-cert - mountPath: /opt/manifests name: manifests - mountPath: /tmp name: tmp - mountPath: /apiserver.local.config/certificates name: apiservice-cert - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-hq4vh readOnly: true dnsPolicy: ClusterFirst enableServiceLinks: true imagePullSecrets: - name: opendatahub-operator-controller-manager-dockercfg-6cshb initContainers: - command: - cp - -r - /opt/manifests-template/. - /opt/manifests/ image: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 imagePullPolicy: Always name: copy-manifests resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 64Mi securityContext: allowPrivilegeEscalation: false capabilities: drop: - ALL readOnlyRootFilesystem: true runAsUser: 1000660000 terminationMessagePath: /dev/termination-log terminationMessagePolicy: File volumeMounts: - mountPath: /opt/manifests name: manifests - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-hq4vh readOnly: true nodeName: ip-10-0-134-135.ec2.internal preemptionPolicy: PreemptLowerPriority priority: 0 restartPolicy: Always schedulerName: default-scheduler securityContext: fsGroup: 1000660000 runAsNonRoot: true seLinuxOptions: level: s0:c26,c5 seccompProfile: type: RuntimeDefault serviceAccount: opendatahub-operator-controller-manager serviceAccountName: opendatahub-operator-controller-manager terminationGracePeriodSeconds: 10 tolerations: - effect: NoExecute key: node.kubernetes.io/not-ready operator: Exists tolerationSeconds: 300 - effect: NoExecute key: node.kubernetes.io/unreachable operator: Exists tolerationSeconds: 300 - effect: NoSchedule key: node.kubernetes.io/memory-pressure operator: Exists volumes: - name: cert secret: defaultMode: 420 secretName: opendatahub-operator-controller-webhook-cert - emptyDir: sizeLimit: 256Mi name: manifests - emptyDir: medium: Memory sizeLimit: 10Mi name: tmp - name: apiservice-cert secret: defaultMode: 420 items: - key: tls.crt path: apiserver.crt - key: tls.key path: apiserver.key secretName: opendatahub-operator-controller-manager-service-cert - name: webhook-cert secret: defaultMode: 420 items: - key: tls.crt path: tls.crt - key: tls.key path: tls.key secretName: opendatahub-operator-controller-manager-service-cert - name: kube-api-access-hq4vh projected: defaultMode: 420 sources: - serviceAccountToken: expirationSeconds: 3607 path: token - configMap: items: - key: ca.crt path: ca.crt name: kube-root-ca.crt - downwardAPI: items: - fieldRef: apiVersion: v1 fieldPath: metadata.namespace path: namespace - configMap: items: - key: service-ca.crt path: service-ca.crt name: openshift-service-ca.crt status: conditions: - lastProbeTime: null lastTransitionTime: "2026-09-07T14:33:40Z" observedGeneration: 1 status: "True" type: PodReadyToStartContainers - lastProbeTime: null lastTransitionTime: "2026-09-07T14:33:41Z" observedGeneration: 1 status: "True" type: Initialized - lastProbeTime: null lastTransitionTime: "2026-09-07T15:16:20Z" observedGeneration: 1 status: "True" type: Ready - lastProbeTime: null lastTransitionTime: "2026-09-07T15:16:20Z" observedGeneration: 1 status: "True" type: ContainersReady - lastProbeTime: null lastTransitionTime: "2026-09-07T14:33:36Z" observedGeneration: 1 status: "True" type: PodScheduled containerStatuses: - allocatedResources: cpu: 100m memory: 780Mi containerID: cri-o://c10d0d5b7542b279c3524865866948af71229a7cc192a81b5f10e2a40308a2f2 image: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 imageID: quay.io/opendatahub/opendatahub-operator@sha256:81f260270b9beb8338c1c6b3a63f1262e55ffc56e97e68c58c9eb5f8539e8138 lastState: terminated: containerID: cri-o://22ca7d7412d2c5df98e1c8fc1f17e2c8d391b9af5259a68bc41cd2ec8639b8f1 exitCode: 1 finishedAt: "2026-09-07T15:10:58Z" reason: Error startedAt: "2026-09-07T15:10:48Z" name: manager ready: true resources: limits: cpu: "1" memory: 4Gi requests: cpu: 100m memory: 780Mi restartCount: 9 started: true state: running: startedAt: "2026-09-07T15:16:09Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /tmp/k8s-webhook-server/serving-certs name: webhook-cert - mountPath: /opt/manifests name: manifests - mountPath: /tmp name: tmp - mountPath: /apiserver.local.config/certificates name: apiservice-cert - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-hq4vh readOnly: true recursiveReadOnly: Disabled hostIP: 10.0.134.135 hostIPs: - ip: 10.0.134.135 initContainerStatuses: - allocatedResources: cpu: 10m memory: 64Mi containerID: cri-o://ecddf22c3fa0812236166884cb532aad835f66a5b50f109af9622636296bc739 image: quay.io/opendatahub/opendatahub-operator:v3.5.0-ea.2 imageID: quay.io/opendatahub/opendatahub-operator@sha256:81f260270b9beb8338c1c6b3a63f1262e55ffc56e97e68c58c9eb5f8539e8138 lastState: {} name: copy-manifests ready: true resources: limits: cpu: 100m memory: 256Mi requests: cpu: 10m memory: 64Mi restartCount: 0 started: false state: terminated: containerID: cri-o://ecddf22c3fa0812236166884cb532aad835f66a5b50f109af9622636296bc739 exitCode: 0 finishedAt: "2026-09-07T14:33:40Z" reason: Completed startedAt: "2026-09-07T14:33:39Z" user: linux: gid: 0 supplementalGroups: - 0 - 1000660000 uid: 1000660000 volumeMounts: - mountPath: /opt/manifests name: manifests - mountPath: /var/run/secrets/kubernetes.io/serviceaccount name: kube-api-access-hq4vh readOnly: true recursiveReadOnly: Disabled observedGeneration: 1 phase: Running podIP: 10.132.0.27 podIPs: - ip: 10.132.0.27 qosClass: Burstable startTime: "2026-09-07T14:33:36Z" kind: PodList metadata: resourceVersion: "43915"