tests/test_tenant_external_model_conflicts.py::TestModelNameConflict::test_tenant_own_model_wins_over_older_user_namespace_model@tenant_ipp
{"namespace": "ai-tenant-e2e-extmod-a-6ac03f", "pod": "payload-processing-external-model-e2e-extmod-a-6ac03f-6c7dwgj6g", "status": {"conditions": [{"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:40:53Z", "observedGeneration": 1, "status": "True", "type": "PodReadyToStartContainers"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:40:51Z", "observedGeneration": 1, "status": "True", "type": "Initialized"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:40:51Z", "message": "containers with unready status: [payload-processing]", "observedGeneration": 1, "reason": "ContainersNotReady", "status": "False", "type": "Ready"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:40:51Z", "message": "containers with unready status: [payload-processing]", "observedGeneration": 1, "reason": "ContainersNotReady", "status": "False", "type": "ContainersReady"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:40:51Z", "observedGeneration": 1, "status": "True", "type": "PodScheduled"}], "containerStatuses": [{"allocatedResources": {"cpu": "50m", "memory": "64Mi"}, "containerID": "cri-o://f423f7b0c5060cebe5107bc8db224898181062300f8c706772668f715d053581", "image": "quay.io/opendatahub/odh-praxis-extproc:odh-stable", "imageID": "quay.io/opendatahub/odh-praxis-extproc@sha256:8b7084478cc266b2373bbfb04190ed3ca6fe759428663bddbab63b9c3ad8f130", "lastState": {}, "name": "payload-processing", "ready": false, "resources": {"limits": {"cpu": "500m", "memory": "256Mi"}, "requests": {"cpu": "50m", "memory": "64Mi"}}, "restartCount": 0, "started": true, "state": {"running": {"startedAt": "2026-11-02T12:40:52Z"}}, "user": {"linux": {"gid": 0, "supplementalGroups": [0, 1000840000], "uid": 1000840000}}, "volumeMounts": [{"mountPath": "/etc/praxis", "name": "plugins-config-volume", "readOnly": true, "recursiveReadOnly": "Disabled"}, {"mountPath": "/etc/praxis/routing", "name": "routing-overlay-volume", "readOnly": true, "recursiveReadOnly": "Disabled"}, {"mountPath": "/etc/praxis/credentials", "name": "provider-credentials", "readOnly": true, "recursiveReadOnly": "Disabled"}, {"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount", "name": "kube-api-access-675cc", "readOnly": true, "recursiveReadOnly": "Disabled"}]}], "hostIP": "10.0.133.239", "hostIPs": [{"ip": "10.0.133.239"}], "observedGeneration": 1, "phase": "Running", "podIP": "10.133.0.216", "podIPs": [{"ip": "10.133.0.216"}], "qosClass": "Burstable", "startTime": "2026-11-02T12:40:51Z"}}
[pod/payload-processing-external-model-e2e-extmod-a-6ac03f-6c7dwgj6g/payload-processing] [2m2026-11-02T12:40:52.564754Z[0m [32m INFO[0m [2mpraxis_extproc::fips[0m[2m:[0m installed rustls crypto provider [3mprovider[0m[2m=[0m"openssl" [3mprovider_fips[0m[2m=[0mfalse [3mkernel_fips[0m[2m=[0mSome(false) [3mfips_required[0m[2m=[0mfalse
[pod/payload-processing-external-model-e2e-extmod-a-6ac03f-6c7dwgj6g/payload-processing] [2m2026-11-02T12:40:52.572380Z[0m [32m INFO[0m [2mpraxis_ai_filters::routing::intelligent_route[0m[2m:[0m intelligent_route: overlay snapshot initialized [3mpath[0m[2m=[0m/etc/praxis/routing/routing-overlay.json [3mcontract_format[0m[2m=[0mEnvelope [3mschema_version[0m[2m=[0m"1.0.0" [3maccepted_revision[0m[2m=[0m"8caae9500a56a6a9514f94721868d2909d6bc1727e5ab73512286a7bcdb4abb4" [3mserving_revision[0m[2m=[0m"8caae9500a56a6a9514f94721868d2909d6bc1727e5ab73512286a7bcdb4abb4" [3mcandidate_count[0m[2m=[0m1
[pod/payload-processing-external-model-e2e-extmod-a-6ac03f-6c7dwgj6g/payload-processing] [2m2026-11-02T12:40:52.572722Z[0m [32m INFO[0m [2mpraxis_ai_filters::routing::overlay[0m[2m:[0m intelligent_route: overlay file watcher started [3mpath[0m[2m=[0m/etc/praxis/routing/routing-overlay.json [3mdebounce_ms[0m[2m=[0m500
[pod/payload-processing-external-model-e2e-extmod-a-6ac03f-6c7dwgj6g/payload-processing] [2m2026-11-02T12:40:52.572795Z[0m [32m INFO[0m [2mpraxis_ai_filters::routing::overlay[0m[2m:[0m intelligent_route: overlay file watcher shutting down
[pod/payload-processing-external-model-e2e-extmod-a-6ac03f-6c7dwgj6g/payload-processing] [2m2026-11-02T12:40:52.577872Z[0m [31mERROR[0m [2mpraxis_extproc[0m[2m:[0m filter pipeline build failed; reporting NotServing [3merror[0m[2m=[0mpipeline: credential_inject: cannot read file '/etc/praxis/credentials/agc-cred-1352e9f85352-f0cdf189b1db/api-key' for 'agc-cred-1352e9f85352/ai-tenant-e2e-extmod-a-6ac03f/api-key': No such file or directory (os error 2) [3mhealth[0m[2m=[0m0.0.0.0:50052
[pod/payload-processing-external-model-e2e-extmod-a-6ac03f-6c7dwgj6g/payload-processing] [2m2026-11-02T12:40:52.577928Z[0m [32m INFO[0m [2mpraxis_extproc::health[0m[2m:[0m health server listening [3maddress[0m[2m=[0m0.0.0.0:50052 [3mserving[0m[2m=[0mfalse [3mfips[0m[2m=[0mfalse
[pod/payload-processing-external-model-e2e-extmod-a-6ac03f-6c7dwgj6g/payload-processing] [2m2026-11-02T12:40:52.578673Z[0m [32m INFO[0m [2mpraxis_extproc::metrics[0m[2m:[0m metrics server listening [3maddress[0m[2m=[0m0.0.0.0:9090

{"namespace": "ai-tenant-e2e-extmod-a-6ac03f", "pod": "payload-processing-external-model-e2e-extmod-a-6ac03f-95776q6lv", "status": {"conditions": [{"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:40:50Z", "observedGeneration": 1, "status": "False", "type": "PodReadyToStartContainers"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:40:50Z", "observedGeneration": 1, "status": "True", "type": "Initialized"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:40:50Z", "message": "containers with unready status: [payload-processing]", "observedGeneration": 1, "reason": "ContainersNotReady", "status": "False", "type": "Ready"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:40:50Z", "message": "containers with unready status: [payload-processing]", "observedGeneration": 1, "reason": "ContainersNotReady", "status": "False", "type": "ContainersReady"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:40:50Z", "observedGeneration": 1, "status": "True", "type": "PodScheduled"}], "containerStatuses": [{"image": "quay.io/opendatahub/odh-praxis-extproc:odh-stable", "imageID": "", "lastState": {}, "name": "payload-processing", "ready": false, "restartCount": 0, "started": false, "state": {"waiting": {"reason": "ContainerCreating"}}, "volumeMounts": [{"mountPath": "/etc/praxis", "name": "plugins-config-volume", "readOnly": true, "recursiveReadOnly": "Disabled"}, {"mountPath": "/etc/praxis/routing", "name": "routing-overlay-volume", "readOnly": true, "recursiveReadOnly": "Disabled"}, {"mountPath": "/etc/praxis/credentials", "name": "provider-credentials", "readOnly": true, "recursiveReadOnly": "Disabled"}, {"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount", "name": "kube-api-access-kr5cq", "readOnly": true, "recursiveReadOnly": "Disabled"}]}], "hostIP": "10.0.133.239", "hostIPs": [{"ip": "10.0.133.239"}], "observedGeneration": 1, "phase": "Pending", "qosClass": "Burstable", "startTime": "2026-11-02T12:40:50Z"}}
Error from server (BadRequest): container "payload-processing" in pod "payload-processing-external-model-e2e-extmod-a-6ac03f-95776q6lv" is waiting to start: ContainerCreating