tests/test_tenant_external_model_attachment.py::TestListenerAdmissionRecovery::test_refused_model_does_not_break_tenant_models@tenant_ipp {"namespace": "ai-tenant-e2e-extmod-b-3a78b4", "pod": "payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g", "status": {"conditions": [{"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:24:28Z", "observedGeneration": 1, "status": "True", "type": "PodReadyToStartContainers"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:24:26Z", "observedGeneration": 1, "status": "True", "type": "Initialized"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:24:39Z", "observedGeneration": 1, "status": "True", "type": "Ready"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:24:39Z", "observedGeneration": 1, "status": "True", "type": "ContainersReady"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:24:26Z", "observedGeneration": 1, "status": "True", "type": "PodScheduled"}], "containerStatuses": [{"allocatedResources": {"cpu": "50m", "memory": "64Mi"}, "containerID": "cri-o://4d5682393615b890c5eedc80af921907d40085bff5e8c6448123fddb7fbcd834", "image": "quay.io/opendatahub/odh-praxis-extproc:odh-stable", "imageID": "quay.io/opendatahub/odh-praxis-extproc@sha256:8b7084478cc266b2373bbfb04190ed3ca6fe759428663bddbab63b9c3ad8f130", "lastState": {}, "name": "payload-processing", "ready": true, "resources": {"limits": {"cpu": "500m", "memory": "256Mi"}, "requests": {"cpu": "50m", "memory": "64Mi"}}, "restartCount": 0, "started": true, "state": {"running": {"startedAt": "2026-11-02T12:24:27Z"}}, "user": {"linux": {"gid": 0, "supplementalGroups": [0, 1000850000], "uid": 1000850000}}, "volumeMounts": [{"mountPath": "/etc/praxis", "name": "plugins-config-volume", "readOnly": true, "recursiveReadOnly": "Disabled"}, {"mountPath": "/etc/praxis/routing", "name": "routing-overlay-volume", "readOnly": true, "recursiveReadOnly": "Disabled"}, {"mountPath": "/etc/praxis/credentials", "name": "provider-credentials", "readOnly": true, "recursiveReadOnly": "Disabled"}, {"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount", "name": "kube-api-access-55c74", "readOnly": true, "recursiveReadOnly": "Disabled"}]}], "hostIP": "10.0.135.24", "hostIPs": [{"ip": "10.0.135.24"}], "observedGeneration": 1, "phase": "Running", "podIP": "10.132.0.101", "podIPs": [{"ip": "10.132.0.101"}], "qosClass": "Burstable", "startTime": "2026-11-02T12:24:26Z"}} [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:24:27.664494Z  INFO praxis_extproc::fips: installed rustls crypto provider provider="openssl" provider_fips=false kernel_fips=Some(false) fips_required=false [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:24:27.672231Z  INFO praxis_ai_filters::routing::intelligent_route: intelligent_route: overlay snapshot initialized path=/etc/praxis/routing/routing-overlay.json contract_format=Envelope schema_version="1.0.0" accepted_revision="add5b063c3787dbf774ea5368c3836ad5b6c176818b698da90c594948ba10938" serving_revision="add5b063c3787dbf774ea5368c3836ad5b6c176818b698da90c594948ba10938" candidate_count=4 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:24:27.672544Z  INFO praxis_ai_filters::routing::overlay: intelligent_route: overlay file watcher started path=/etc/praxis/routing/routing-overlay.json debounce_ms=500 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:24:27.673892Z  INFO praxis_extproc: starting ExtProc server grpc=0.0.0.0:9004 health=0.0.0.0:50052 metrics=0.0.0.0:9090 filters=3 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:24:27.673924Z  INFO praxis_extproc: gRPC max decoding message size configured bytes=33554432 env="GRPC_MAX_RECV_MSG_SIZE" [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:24:27.673930Z  INFO praxis_extproc::tls: generating self-signed TLS certificate [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:24:27.673943Z  INFO praxis_extproc::health: health server listening address=0.0.0.0:50052 serving=true fips=false [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:24:27.674665Z  INFO praxis_extproc::metrics: metrics server listening address=0.0.0.0:9090 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:24:46.272108Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:24:58.232855Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:25:03.514845Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:25:08.795861Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:25:14.068970Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:25:19.325536Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:25:24.601273Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:25:30.071091Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:25:35.354050Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:25:40.621393Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:25:45.880640Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:25:51.146927Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:25:56.410312Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:26:01.843992Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:26:07.116624Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:26:12.386096Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:26:17.652505Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:26:22.911139Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:26:28.168254Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:26:33.615407Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:26:38.878409Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:26:44.138369Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:26:49.419660Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:26:54.670419Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:26:59.962028Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:27:05.395876Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:27:10.658201Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:27:17.433394Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:27:22.692099Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-e2e-extmod-b-3a78b4-66b5qgg7g/payload-processing] 2026-11-02T12:27:27.946272Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 {"namespace": "models-as-a-service", "pod": "payload-processing-external-model-5cc9844f6-pv7vm", "status": {"conditions": [{"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:24:26Z", "observedGeneration": 1, "status": "True", "type": "PodReadyToStartContainers"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:24:24Z", "observedGeneration": 1, "status": "True", "type": "Initialized"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:24:37Z", "observedGeneration": 1, "status": "True", "type": "Ready"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:24:37Z", "observedGeneration": 1, "status": "True", "type": "ContainersReady"}, {"lastProbeTime": null, "lastTransitionTime": "2026-11-02T12:24:24Z", "observedGeneration": 1, "status": "True", "type": "PodScheduled"}], "containerStatuses": [{"allocatedResources": {"cpu": "50m", "memory": "64Mi"}, "containerID": "cri-o://b312bf4d7aa60ff6f73723af08c3aa7c1dd28cd97e3385fe01d233e159d6a1cb", "image": "quay.io/opendatahub/odh-praxis-extproc:odh-stable", "imageID": "quay.io/opendatahub/odh-praxis-extproc@sha256:8b7084478cc266b2373bbfb04190ed3ca6fe759428663bddbab63b9c3ad8f130", "lastState": {}, "name": "payload-processing", "ready": true, "resources": {"limits": {"cpu": "500m", "memory": "256Mi"}, "requests": {"cpu": "50m", "memory": "64Mi"}}, "restartCount": 0, "started": true, "state": {"running": {"startedAt": "2026-11-02T12:24:25Z"}}, "user": {"linux": {"gid": 0, "supplementalGroups": [0, 1000700000], "uid": 1000700000}}, "volumeMounts": [{"mountPath": "/etc/praxis", "name": "plugins-config-volume", "readOnly": true, "recursiveReadOnly": "Disabled"}, {"mountPath": "/etc/praxis/routing", "name": "routing-overlay-volume", "readOnly": true, "recursiveReadOnly": "Disabled"}, {"mountPath": "/etc/praxis/credentials", "name": "provider-credentials", "readOnly": true, "recursiveReadOnly": "Disabled"}, {"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount", "name": "kube-api-access-xbzn8", "readOnly": true, "recursiveReadOnly": "Disabled"}]}], "hostIP": "10.0.133.239", "hostIPs": [{"ip": "10.0.133.239"}], "observedGeneration": 1, "phase": "Running", "podIP": "10.133.0.161", "podIPs": [{"ip": "10.133.0.161"}], "qosClass": "Burstable", "startTime": "2026-11-02T12:24:24Z"}} [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:24:25.183665Z  INFO praxis_extproc::fips: installed rustls crypto provider provider="openssl" provider_fips=false kernel_fips=Some(false) fips_required=false [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:24:25.191437Z  INFO praxis_ai_filters::routing::intelligent_route: intelligent_route: overlay snapshot initialized path=/etc/praxis/routing/routing-overlay.json contract_format=Envelope schema_version="1.0.0" accepted_revision="9e1a830592788dc0498d2fe222d76b890382580a271f05a9528760b0ef282ebd" serving_revision="9e1a830592788dc0498d2fe222d76b890382580a271f05a9528760b0ef282ebd" candidate_count=3 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:24:25.191749Z  INFO praxis_ai_filters::routing::overlay: intelligent_route: overlay file watcher started path=/etc/praxis/routing/routing-overlay.json debounce_ms=500 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:24:25.192419Z  INFO praxis_extproc: starting ExtProc server grpc=0.0.0.0:9004 health=0.0.0.0:50052 metrics=0.0.0.0:9090 filters=3 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:24:25.192447Z  INFO praxis_extproc: gRPC max decoding message size configured bytes=33554432 env="GRPC_MAX_RECV_MSG_SIZE" [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:24:25.192452Z  INFO praxis_extproc::tls: generating self-signed TLS certificate [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:24:25.192480Z  INFO praxis_extproc::health: health server listening address=0.0.0.0:50052 serving=true fips=false [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:24:25.193214Z  INFO praxis_extproc::metrics: metrics server listening address=0.0.0.0:9090 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:24:55.323465Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:25:00.757410Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:25:06.041068Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:25:11.413580Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:25:16.683853Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:25:21.957231Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:25:27.229353Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:25:32.671125Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:25:37.947064Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:25:43.213415Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:25:48.480051Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:25:53.752725Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:25:59.037240Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:26:04.493695Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:26:09.785573Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:26:15.049767Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:26:20.312172Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:26:25.574145Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:26:30.848681Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:26:36.301651Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:26:41.585421Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:26:46.849648Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:26:52.215323Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:26:57.490174Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:27:02.804074Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:27:08.214586Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:27:13.572277Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:27:18.875946Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503 [pod/payload-processing-external-model-5cc9844f6-pv7vm/payload-processing] 2026-11-02T12:27:24.212355Z  WARN praxis_filter::pipeline::http_utils: request rejected by filter filter="credential_inject" status=503