2026-09-06T19:39:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5ef25","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25", "reconcileID": "345db9c9-d4b0-467e-9afd-af116a75690b", "LLMInferenceService": "rate-test-model-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "authType": "userdefined"} 2026-09-06T19:39:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5ef25","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25", "reconcileID": "345db9c9-d4b0-467e-9afd-af116a75690b", "LLMInferenceService": "rate-test-model-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cf729a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cf729a", "reconcileID": "87d1666d-c427-44ac-b07f-8e84b652a1aa", "Gateway": "e2e-shared-a-w2-cf729a", "namespace": "openshift-ingress"} 2026-09-06T19:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cf729a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cf729a", "reconcileID": "87d1666d-c427-44ac-b07f-8e84b652a1aa", "Gateway": "e2e-shared-a-w2-cf729a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cf729a-authn-ssl"} 2026-09-06T19:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cf729a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cf729a", "reconcileID": "87d1666d-c427-44ac-b07f-8e84b652a1aa", "Gateway": "e2e-shared-a-w2-cf729a", "namespace": "openshift-ingress"} 2026-09-06T19:39:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "a3ca1262-5fc7-42d9-aaf0-f92e383a3934", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "a3ca1262-5fc7-42d9-aaf0-f92e383a3934", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "a3ca1262-5fc7-42d9-aaf0-f92e383a3934", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "3e76e0ae-a45b-446b-aafc-f0a3707b786e", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:39:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "a3ca1262-5fc7-42d9-aaf0-f92e383a3934", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98-kserve-route-authn"} 2026-09-06T19:39:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "a3ca1262-5fc7-42d9-aaf0-f92e383a3934", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "authType": "userdefined"} 2026-09-06T19:39:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "a3ca1262-5fc7-42d9-aaf0-f92e383a3934", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "3e76e0ae-a45b-446b-aafc-f0a3707b786e", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98-authn-ssl"} 2026-09-06T19:39:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "3e76e0ae-a45b-446b-aafc-f0a3707b786e", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:39:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "7fc5b5a3-0fb7-4801-9b66-345840caa6de", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "7fc5b5a3-0fb7-4801-9b66-345840caa6de", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "7fc5b5a3-0fb7-4801-9b66-345840caa6de", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "7fc5b5a3-0fb7-4801-9b66-345840caa6de", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98-kserve-route-authn"} 2026-09-06T19:39:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "7fc5b5a3-0fb7-4801-9b66-345840caa6de", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "authType": "userdefined"} 2026-09-06T19:39:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "7fc5b5a3-0fb7-4801-9b66-345840caa6de", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cf729a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cf729a", "reconcileID": "83989687-9e9e-4923-9493-7cd3d7a200ae", "Gateway": "e2e-shared-a-w2-cf729a", "namespace": "openshift-ingress"} 2026-09-06T19:39:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cf729a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cf729a", "reconcileID": "83989687-9e9e-4923-9493-7cd3d7a200ae", "Gateway": "e2e-shared-a-w2-cf729a", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cf729a-authn-ssl"} 2026-09-06T19:39:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cf729a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cf729a", "reconcileID": "83989687-9e9e-4923-9493-7cd3d7a200ae", "Gateway": "e2e-shared-a-w2-cf729a", "namespace": "openshift-ingress"} 2026-09-06T19:39:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cf729a"}, "namespace": "ai-tenant-e2e-shared-a-w2-cf729a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfb34965-d973-4e03-b2a9-870f3ddaa5fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cf729a"} 2026-09-06T19:39:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cf729a"}, "namespace": "ai-tenant-e2e-shared-a-w2-cf729a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfb34965-d973-4e03-b2a9-870f3ddaa5fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cf729a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:39:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cf729a"}, "namespace": "ai-tenant-e2e-shared-a-w2-cf729a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfb34965-d973-4e03-b2a9-870f3ddaa5fa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-cf729a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:39:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cf729a"}, "namespace": "ai-tenant-e2e-shared-a-w2-cf729a", "name": "odh-trusted-ca-bundle", "reconcileID": "88e8c457-9eed-4659-b37b-03a286c94e43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cf729a"} 2026-09-06T19:39:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cf729a"}, "namespace": "ai-tenant-e2e-shared-a-w2-cf729a", "name": "odh-trusted-ca-bundle", "reconcileID": "88e8c457-9eed-4659-b37b-03a286c94e43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cf729a"} 2026-09-06T19:39:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-cf729a"}, "namespace": "ai-tenant-e2e-shared-a-w2-cf729a", "name": "openshift-service-ca.crt", "reconcileID": "11ba471b-4ea6-4e0f-b8a4-8c4a4c56e4df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-cf729a"} 2026-09-06T19:39:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-cf729a"}, "namespace": "ai-tenant-e2e-shared-a-w2-cf729a", "name": "openshift-service-ca.crt", "reconcileID": "11ba471b-4ea6-4e0f-b8a4-8c4a4c56e4df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-cf729a"} 2026-09-06T19:39:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cf729a"}, "namespace": "ai-tenant-e2e-shared-a-w2-cf729a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af511848-417a-4f8b-9598-a7841b3600a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cf729a"} 2026-09-06T19:39:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-cf729a"}, "namespace": "ai-tenant-e2e-shared-a-w2-cf729a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af511848-417a-4f8b-9598-a7841b3600a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-cf729a"} 2026-09-06T19:39:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-cf729a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-cf729a", "reconcileID": "7edbbd1b-8e16-4764-b0be-cc0a2ca4d261", "Gateway": "e2e-shared-a-w2-cf729a", "namespace": "openshift-ingress"} 2026-09-06T19:39:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6bbb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6bbb53", "reconcileID": "50572377-57de-47f4-983f-a6b0fec97d23", "Gateway": "e2e-shared-b-w2-6bbb53", "namespace": "openshift-ingress"} 2026-09-06T19:39:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6bbb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6bbb53", "reconcileID": "50572377-57de-47f4-983f-a6b0fec97d23", "Gateway": "e2e-shared-b-w2-6bbb53", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6bbb53-authn-ssl"} 2026-09-06T19:39:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6bbb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6bbb53", "reconcileID": "50572377-57de-47f4-983f-a6b0fec97d23", "Gateway": "e2e-shared-b-w2-6bbb53", "namespace": "openshift-ingress"} 2026-09-06T19:39:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6bbb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6bbb53", "reconcileID": "2ba15bdc-8535-4665-b055-932c75ae10a9", "Gateway": "e2e-shared-b-w2-6bbb53", "namespace": "openshift-ingress"} 2026-09-06T19:39:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6bbb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6bbb53", "reconcileID": "2ba15bdc-8535-4665-b055-932c75ae10a9", "Gateway": "e2e-shared-b-w2-6bbb53", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6bbb53-authn-ssl"} 2026-09-06T19:39:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6bbb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6bbb53", "reconcileID": "2ba15bdc-8535-4665-b055-932c75ae10a9", "Gateway": "e2e-shared-b-w2-6bbb53", "namespace": "openshift-ingress"} 2026-09-06T19:39:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6bbb53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b08edafd-6149-4e64-9cb1-08cfc5e0cea8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53"} 2026-09-06T19:39:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6bbb53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b08edafd-6149-4e64-9cb1-08cfc5e0cea8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:39:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6bbb53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b08edafd-6149-4e64-9cb1-08cfc5e0cea8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-6bbb53 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:39:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6bbb53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53", "name": "odh-trusted-ca-bundle", "reconcileID": "2085dd89-0848-40c9-a483-2dd41052d56c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53"} 2026-09-06T19:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6bbb53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53", "name": "odh-trusted-ca-bundle", "reconcileID": "2085dd89-0848-40c9-a483-2dd41052d56c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53"} 2026-09-06T19:39:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-6bbb53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53", "name": "openshift-service-ca.crt", "reconcileID": "7cf995b8-a766-4938-bfb6-f33d208dd28f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53"} 2026-09-06T19:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-6bbb53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53", "name": "openshift-service-ca.crt", "reconcileID": "7cf995b8-a766-4938-bfb6-f33d208dd28f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53"} 2026-09-06T19:39:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6bbb53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bea7a0a9-5840-42e3-80c6-5345eb759a69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53"} 2026-09-06T19:39:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6bbb53"}, "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bea7a0a9-5840-42e3-80c6-5345eb759a69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6bbb53"} 2026-09-06T19:39:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "49db89dc-d042-4824-bd6c-3a3ae83addb3", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:39:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "49db89dc-d042-4824-bd6c-3a3ae83addb3", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98-authn-ssl"} 2026-09-06T19:39:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "49db89dc-d042-4824-bd6c-3a3ae83addb3", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:39:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6bbb53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6bbb53", "reconcileID": "a3a623d3-72c6-494d-b0ad-5a04cc9075c3", "Gateway": "e2e-shared-b-w2-6bbb53", "namespace": "openshift-ingress"} 2026-09-06T19:39:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "5fd20631-232c-40d1-8965-2ded74b25828", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "5fd20631-232c-40d1-8965-2ded74b25828", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "5fd20631-232c-40d1-8965-2ded74b25828", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "5fd20631-232c-40d1-8965-2ded74b25828", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98-kserve-route-authn"} 2026-09-06T19:39:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "5fd20631-232c-40d1-8965-2ded74b25828", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "authType": "userdefined"} 2026-09-06T19:39:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "5fd20631-232c-40d1-8965-2ded74b25828", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "10989f80-60c7-4ecf-a1b6-770ed5172a48", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "10989f80-60c7-4ecf-a1b6-770ed5172a48", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "10989f80-60c7-4ecf-a1b6-770ed5172a48", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "10989f80-60c7-4ecf-a1b6-770ed5172a48", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98-kserve-route-authn"} 2026-09-06T19:39:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "10989f80-60c7-4ecf-a1b6-770ed5172a48", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "authType": "userdefined"} 2026-09-06T19:39:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "10989f80-60c7-4ecf-a1b6-770ed5172a48", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "ac6a7551-97ef-412c-89d0-0ae23a1122fb", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "ac6a7551-97ef-412c-89d0-0ae23a1122fb", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "ac6a7551-97ef-412c-89d0-0ae23a1122fb", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:39:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "ac6a7551-97ef-412c-89d0-0ae23a1122fb", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98-kserve-route-authn"} 2026-09-06T19:39:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "ac6a7551-97ef-412c-89d0-0ae23a1122fb", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "authType": "userdefined"} 2026-09-06T19:39:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "ac6a7551-97ef-412c-89d0-0ae23a1122fb", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:40:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5ef25","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25", "reconcileID": "381896b6-ec71-420a-b381-2153c417a6eb", "LLMInferenceService": "rate-test-model-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:40:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5ef25","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25", "reconcileID": "381896b6-ec71-420a-b381-2153c417a6eb", "LLMInferenceService": "rate-test-model-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25"} 2026-09-06T19:40:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5ef25","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25", "reconcileID": "381896b6-ec71-420a-b381-2153c417a6eb", "LLMInferenceService": "rate-test-model-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:40:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5ef25","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25", "reconcileID": "381896b6-ec71-420a-b381-2153c417a6eb", "LLMInferenceService": "rate-test-model-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:40:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5ef25","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25", "reconcileID": "381896b6-ec71-420a-b381-2153c417a6eb", "LLMInferenceService": "rate-test-model-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25-kserve-route-authn"} 2026-09-06T19:40:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5ef25","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25", "reconcileID": "381896b6-ec71-420a-b381-2153c417a6eb", "LLMInferenceService": "rate-test-model-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25-kserve-route-authn"} 2026-09-06T19:40:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5ef25","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25", "reconcileID": "381896b6-ec71-420a-b381-2153c417a6eb", "LLMInferenceService": "rate-test-model-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:40:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5ef25","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25", "reconcileID": "381896b6-ec71-420a-b381-2153c417a6eb", "LLMInferenceService": "rate-test-model-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:40:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e5ef25","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "rate-test-model-e5ef25", "reconcileID": "70392096-b882-4ba4-adda-19fd01f98052", "LLMInferenceService": "rate-test-model-e5ef25", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "3d47f8bf-e4c9-4bdf-9282-add2eed4de92", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress"} 2026-09-06T19:40:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "3d47f8bf-e4c9-4bdf-9282-add2eed4de92", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25-authn-ssl"} 2026-09-06T19:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "3d47f8bf-e4c9-4bdf-9282-add2eed4de92", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress"} 2026-09-06T19:40:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "ccb7e26a-7582-479a-8606-42488c22710b", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress"} 2026-09-06T19:40:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "ccb7e26a-7582-479a-8606-42488c22710b", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25-authn-ssl"} 2026-09-06T19:40:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "ccb7e26a-7582-479a-8606-42488c22710b", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress"} 2026-09-06T19:40:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "dc0785bb-9c19-4d81-a35f-c19165f137ad", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:40:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "dc0785bb-9c19-4d81-a35f-c19165f137ad", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98"} 2026-09-06T19:40:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "dc0785bb-9c19-4d81-a35f-c19165f137ad", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:40:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "dc0785bb-9c19-4d81-a35f-c19165f137ad", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:40:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "dc0785bb-9c19-4d81-a35f-c19165f137ad", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98-kserve-route-authn"} 2026-09-06T19:40:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "dc0785bb-9c19-4d81-a35f-c19165f137ad", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98-kserve-route-authn"} 2026-09-06T19:40:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "dc0785bb-9c19-4d81-a35f-c19165f137ad", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:40:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "dc0785bb-9c19-4d81-a35f-c19165f137ad", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:40:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-476f98","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "rate-test-model-476f98", "reconcileID": "ffec8300-9a45-4d35-af4a-e8a70d92ccb8", "LLMInferenceService": "rate-test-model-476f98", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:40:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "0c343a5d-ed3e-45ff-b43b-793a91c51d59", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:40:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "0c343a5d-ed3e-45ff-b43b-793a91c51d59", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98-authn-ssl"} 2026-09-06T19:40:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "0c343a5d-ed3e-45ff-b43b-793a91c51d59", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:40:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "625b314c-8ec2-4b69-8283-6f6a2c5aacd4", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:40:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "625b314c-8ec2-4b69-8283-6f6a2c5aacd4", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98-authn-ssl"} 2026-09-06T19:40:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "625b314c-8ec2-4b69-8283-6f6a2c5aacd4", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "79d16642-cfb3-48f2-be98-2c704f6245ee", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "79d16642-cfb3-48f2-be98-2c704f6245ee", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "79d16642-cfb3-48f2-be98-2c704f6245ee", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "a1aaee91-9957-4a8f-953a-301fc0400b6b", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "a1aaee91-9957-4a8f-953a-301fc0400b6b", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "a1aaee91-9957-4a8f-953a-301fc0400b6b", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "be02068e-cb55-417e-bafa-28aca90158b1", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "be02068e-cb55-417e-bafa-28aca90158b1", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "be02068e-cb55-417e-bafa-28aca90158b1", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "eb3a6c39-38fb-4fbb-a796-074e3708c90a", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "eb3a6c39-38fb-4fbb-a796-074e3708c90a", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "eb3a6c39-38fb-4fbb-a796-074e3708c90a", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "286da2fd-bf41-4481-b4d0-42c2a65cb5c6", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "286da2fd-bf41-4481-b4d0-42c2a65cb5c6", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "286da2fd-bf41-4481-b4d0-42c2a65cb5c6", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "f18fb1b3-c7ea-4b62-80b5-2090c4d8576c", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "f18fb1b3-c7ea-4b62-80b5-2090c4d8576c", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:40:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "f18fb1b3-c7ea-4b62-80b5-2090c4d8576c", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "8a6d07af-4a48-4348-9753-9686ef9c18d9", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "8a6d07af-4a48-4348-9753-9686ef9c18d9", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:40:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "8a6d07af-4a48-4348-9753-9686ef9c18d9", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "dc7ca286-be90-4ad8-91c3-41eebff94bcf", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "dc7ca286-be90-4ad8-91c3-41eebff94bcf", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:40:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "dc7ca286-be90-4ad8-91c3-41eebff94bcf", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "openshift-service-ca.crt", "reconcileID": "b18cdb70-b401-4715-bd51-37f18892a342", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:40:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "odh-trusted-ca-bundle", "reconcileID": "a66e0ba3-6478-422c-980f-7449b334e5fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:40:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "openshift-service-ca.crt", "reconcileID": "62aa8577-faee-4086-b44f-033844893161", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:40:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "openshift-service-ca.crt", "reconcileID": "62aa8577-faee-4086-b44f-033844893161", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:40:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "269c069d-ec4d-4f45-a799-e30c6ea31ab6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:40:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "openshift-service-ca.crt", "reconcileID": "2f6c28e2-1ada-4879-8fe3-45c60f52efa9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:40:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "odh-trusted-ca-bundle", "reconcileID": "517683f9-13b3-470a-bd4e-19c2192ffc35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:40:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "odh-trusted-ca-bundle", "reconcileID": "517683f9-13b3-470a-bd4e-19c2192ffc35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:40:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dceebc9c-5f1b-4b4b-b00d-0f103688f756", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:40:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "b606b03b-b631-4d9d-bb83-3862aac0f61f", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "b606b03b-b631-4d9d-bb83-3862aac0f61f", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:40:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "b606b03b-b631-4d9d-bb83-3862aac0f61f", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "e7d2571b-35ec-42dd-b60f-2feff3a65d83", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "e7d2571b-35ec-42dd-b60f-2feff3a65d83", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "e7d2571b-35ec-42dd-b60f-2feff3a65d83", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:40:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "14874961-2935-4a60-81cd-544b569a986e", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "14874961-2935-4a60-81cd-544b569a986e", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22-authn-ssl"} 2026-09-06T19:40:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "14874961-2935-4a60-81cd-544b569a986e", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "684f4ec8-e9f3-448a-a5c2-992ce21b80db", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "684f4ec8-e9f3-448a-a5c2-992ce21b80db", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22-authn-ssl"} 2026-09-06T19:40:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "684f4ec8-e9f3-448a-a5c2-992ce21b80db", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "0729e4f2-d4f5-449a-84dc-7398a71f84f8", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "0729e4f2-d4f5-449a-84dc-7398a71f84f8", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22-authn-ssl"} 2026-09-06T19:40:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "0729e4f2-d4f5-449a-84dc-7398a71f84f8", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "d442284f-10be-48be-9f17-0e8ed2e99695", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "d442284f-10be-48be-9f17-0e8ed2e99695", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22-authn-ssl"} 2026-09-06T19:40:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "d442284f-10be-48be-9f17-0e8ed2e99695", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "395f73ff-8960-4662-a5ce-eb6308fc53b9", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "395f73ff-8960-4662-a5ce-eb6308fc53b9", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22-authn-ssl"} 2026-09-06T19:40:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "395f73ff-8960-4662-a5ce-eb6308fc53b9", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "ba83793b-05a5-40e2-acbb-845f64c5c590", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "ba83793b-05a5-40e2-acbb-845f64c5c590", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22-authn-ssl"} 2026-09-06T19:40:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "ba83793b-05a5-40e2-acbb-845f64c5c590", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "openshift-service-ca.crt", "reconcileID": "5495cad7-dc95-48d7-b1eb-f0329522be77", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "odh-trusted-ca-bundle", "reconcileID": "bcabdb03-4dcc-44fb-a23f-02247d3e558e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:40:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "openshift-service-ca.crt", "reconcileID": "019406e5-f162-4e1a-872a-260bdfe4edca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-88ac22", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:40:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "openshift-service-ca.crt", "reconcileID": "019406e5-f162-4e1a-872a-260bdfe4edca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85f7e769-ce06-46ea-8e53-4bbe98f906bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "openshift-service-ca.crt", "reconcileID": "20d513fd-5923-430e-b8bb-695523958c07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:40:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "odh-trusted-ca-bundle", "reconcileID": "5a3f0328-a1c1-4e0e-bc38-28b02fed7a18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-88ac22", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:40:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "odh-trusted-ca-bundle", "reconcileID": "5a3f0328-a1c1-4e0e-bc38-28b02fed7a18", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:40:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60b39414-02d1-4fc9-85c9-e35b8594b1a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:40:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "c32b8add-b4a6-410e-b4cf-dcbd00bc0325", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "c32b8add-b4a6-410e-b4cf-dcbd00bc0325", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22-authn-ssl"} 2026-09-06T19:40:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "c32b8add-b4a6-410e-b4cf-dcbd00bc0325", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "1cca1488-e5b9-4a74-bde1-c8200aa741cc", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:40:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "1cca1488-e5b9-4a74-bde1-c8200aa741cc", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22-authn-ssl"} 2026-09-06T19:40:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "1cca1488-e5b9-4a74-bde1-c8200aa741cc", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:41:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "0b492357-a0ad-47df-8fe5-92404b05f7bc", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "0b492357-a0ad-47df-8fe5-92404b05f7bc", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "0b492357-a0ad-47df-8fe5-92404b05f7bc", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "4c266684-46cf-4227-9c24-1d2c4c4d4fcc", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:41:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "0b492357-a0ad-47df-8fe5-92404b05f7bc", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d-kserve-route-authn"} 2026-09-06T19:41:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "0b492357-a0ad-47df-8fe5-92404b05f7bc", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "authType": "userdefined"} 2026-09-06T19:41:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "0b492357-a0ad-47df-8fe5-92404b05f7bc", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "4c266684-46cf-4227-9c24-1d2c4c4d4fcc", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:41:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "4c266684-46cf-4227-9c24-1d2c4c4d4fcc", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:41:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "b037d8e4-6494-47c0-bacd-5a04dc02f16f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "b037d8e4-6494-47c0-bacd-5a04dc02f16f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "b037d8e4-6494-47c0-bacd-5a04dc02f16f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "b037d8e4-6494-47c0-bacd-5a04dc02f16f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d-kserve-route-authn"} 2026-09-06T19:41:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "b037d8e4-6494-47c0-bacd-5a04dc02f16f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "authType": "userdefined"} 2026-09-06T19:41:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "b037d8e4-6494-47c0-bacd-5a04dc02f16f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "f834cb54-a435-4c85-82ca-74de49a8cd4e", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:41:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "f834cb54-a435-4c85-82ca-74de49a8cd4e", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:41:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "f834cb54-a435-4c85-82ca-74de49a8cd4e", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:41:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "a9af9b50-5fa2-46ed-9625-68b7ba2428bb", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "a9af9b50-5fa2-46ed-9625-68b7ba2428bb", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "a9af9b50-5fa2-46ed-9625-68b7ba2428bb", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "a9af9b50-5fa2-46ed-9625-68b7ba2428bb", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d-kserve-route-authn"} 2026-09-06T19:41:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "a9af9b50-5fa2-46ed-9625-68b7ba2428bb", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "authType": "userdefined"} 2026-09-06T19:41:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "a9af9b50-5fa2-46ed-9625-68b7ba2428bb", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "fc94c099-c0d9-4742-9b20-1bf8dacb6c87", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "fc94c099-c0d9-4742-9b20-1bf8dacb6c87", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "fc94c099-c0d9-4742-9b20-1bf8dacb6c87", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "fc94c099-c0d9-4742-9b20-1bf8dacb6c87", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d-kserve-route-authn"} 2026-09-06T19:41:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "fc94c099-c0d9-4742-9b20-1bf8dacb6c87", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "authType": "userdefined"} 2026-09-06T19:41:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "fc94c099-c0d9-4742-9b20-1bf8dacb6c87", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d3893ef4-715d-4ebd-93d2-04c01f700c82", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d3893ef4-715d-4ebd-93d2-04c01f700c82", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d3893ef4-715d-4ebd-93d2-04c01f700c82", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d3893ef4-715d-4ebd-93d2-04c01f700c82", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d-kserve-route-authn"} 2026-09-06T19:41:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d3893ef4-715d-4ebd-93d2-04c01f700c82", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "authType": "userdefined"} 2026-09-06T19:41:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d3893ef4-715d-4ebd-93d2-04c01f700c82", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "7e07f434-3dbe-43b4-8797-4a6ed853bcaf", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "7e07f434-3dbe-43b4-8797-4a6ed853bcaf", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f-authn-ssl"} 2026-09-06T19:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "7e07f434-3dbe-43b4-8797-4a6ed853bcaf", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "2959a7d7-6402-4793-ab25-f33b1066e7ca", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "2959a7d7-6402-4793-ab25-f33b1066e7ca", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f-authn-ssl"} 2026-09-06T19:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "2959a7d7-6402-4793-ab25-f33b1066e7ca", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "4be39557-abad-417d-ab74-ae5dd58a3e47", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "4be39557-abad-417d-ab74-ae5dd58a3e47", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f-authn-ssl"} 2026-09-06T19:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "4be39557-abad-417d-ab74-ae5dd58a3e47", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "1e91da41-be2a-4051-9e85-c4a28a901064", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "1e91da41-be2a-4051-9e85-c4a28a901064", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f-authn-ssl"} 2026-09-06T19:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "1e91da41-be2a-4051-9e85-c4a28a901064", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "f6979a5f-9d45-41e7-9d0d-8df92cb14983", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "f6979a5f-9d45-41e7-9d0d-8df92cb14983", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f-authn-ssl"} 2026-09-06T19:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "f6979a5f-9d45-41e7-9d0d-8df92cb14983", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "8456b775-d273-4936-9230-5cefa703cb59", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "8456b775-d273-4936-9230-5cefa703cb59", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f-authn-ssl"} 2026-09-06T19:41:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "8456b775-d273-4936-9230-5cefa703cb59", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "fbd15b14-be69-46bc-b622-d5eb39729dce", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "fbd15b14-be69-46bc-b622-d5eb39729dce", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f-authn-ssl"} 2026-09-06T19:41:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "fbd15b14-be69-46bc-b622-d5eb39729dce", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "openshift-service-ca.crt", "reconcileID": "df3c951d-e218-45a7-b52f-d9de2b319c28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:41:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "odh-trusted-ca-bundle", "reconcileID": "138ad5cc-8c78-403a-8458-13f615844daa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:41:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "openshift-service-ca.crt", "reconcileID": "b782d589-55dc-4e6d-95e7-361a6435497f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:41:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "openshift-service-ca.crt", "reconcileID": "b782d589-55dc-4e6d-95e7-361a6435497f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:41:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "openshift-service-ca.crt", "reconcileID": "33eb103e-381b-4dc0-81af-045310c1542d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:41:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "836ba24b-4548-4515-8bce-a7d6b406356f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:41:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "odh-trusted-ca-bundle", "reconcileID": "cefbeb5d-dd41-4b2a-8b2a-a86d080a36a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:41:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "odh-trusted-ca-bundle", "reconcileID": "cefbeb5d-dd41-4b2a-8b2a-a86d080a36a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:41:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24d95089-c901-4106-bf81-c37250d5f4fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:41:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "55cdeed9-424b-4007-8f69-c4713c81f339", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:41:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "55cdeed9-424b-4007-8f69-c4713c81f339", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f-authn-ssl"} 2026-09-06T19:41:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "55cdeed9-424b-4007-8f69-c4713c81f339", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:42:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "cd1d77dc-fc03-4955-a888-615a326b48b7", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:42:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "cd1d77dc-fc03-4955-a888-615a326b48b7", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f-authn-ssl"} 2026-09-06T19:42:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "cd1d77dc-fc03-4955-a888-615a326b48b7", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:42:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "0e3a47cc-a71e-4c9e-9db1-4c86c0d6ed99", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:42:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "0e3a47cc-a71e-4c9e-9db1-4c86c0d6ed99", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f-authn-ssl"} 2026-09-06T19:42:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "0e3a47cc-a71e-4c9e-9db1-4c86c0d6ed99", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:42:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "4951c9f4-a2ea-418b-b64d-074034ca7fc8", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:42:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "4951c9f4-a2ea-418b-b64d-074034ca7fc8", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f-authn-ssl"} 2026-09-06T19:42:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "4951c9f4-a2ea-418b-b64d-074034ca7fc8", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:42:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95031406-346d-40ff-8a94-0234f175f5b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:42:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95031406-346d-40ff-8a94-0234f175f5b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:42:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95031406-346d-40ff-8a94-0234f175f5b8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-413b7f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:42:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "odh-trusted-ca-bundle", "reconcileID": "1dc0b86f-97e5-4e93-b18e-32be243168b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:42:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "odh-trusted-ca-bundle", "reconcileID": "1dc0b86f-97e5-4e93-b18e-32be243168b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:42:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "openshift-service-ca.crt", "reconcileID": "2feb7510-0a31-4a96-aaee-8d279de71527", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:42:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "openshift-service-ca.crt", "reconcileID": "2feb7510-0a31-4a96-aaee-8d279de71527", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:42:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3674645e-0218-4cb5-a4e0-aac4467a7bf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:42:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-413b7f"}, "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3674645e-0218-4cb5-a4e0-aac4467a7bf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-413b7f"} 2026-09-06T19:42:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-413b7f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-413b7f", "reconcileID": "3093cf9d-f5ec-4ff2-af21-5035e4ee91a6", "Gateway": "e2e-ipp-cleanup-413b7f", "namespace": "openshift-ingress"} 2026-09-06T19:42:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "761342e6-981d-4ed9-a4bf-53234380d5f7", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:42:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "761342e6-981d-4ed9-a4bf-53234380d5f7", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:42:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "761342e6-981d-4ed9-a4bf-53234380d5f7", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:42:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "67a607dd-0a9a-4293-b0be-77cba72e3415", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:42:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "67a607dd-0a9a-4293-b0be-77cba72e3415", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:42:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "67a607dd-0a9a-4293-b0be-77cba72e3415", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:42:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "dd4869e8-62d2-4698-85e9-d31dc470c3aa", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:42:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "dd4869e8-62d2-4698-85e9-d31dc470c3aa", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:42:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "dd4869e8-62d2-4698-85e9-d31dc470c3aa", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:42:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "dd4869e8-62d2-4698-85e9-d31dc470c3aa", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d-kserve-route-authn"} 2026-09-06T19:42:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "dd4869e8-62d2-4698-85e9-d31dc470c3aa", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "authType": "userdefined"} 2026-09-06T19:42:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "dd4869e8-62d2-4698-85e9-d31dc470c3aa", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:42:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "d1b94b2c-671a-4bf5-b272-58ce985c4aa6", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:42:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "d1b94b2c-671a-4bf5-b272-58ce985c4aa6", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:42:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "d1b94b2c-671a-4bf5-b272-58ce985c4aa6", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:43:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "8bd6982b-50a1-4066-9ec1-ba5b5e5f3293", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "8bd6982b-50a1-4066-9ec1-ba5b5e5f3293", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "8bd6982b-50a1-4066-9ec1-ba5b5e5f3293", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "8bd6982b-50a1-4066-9ec1-ba5b5e5f3293", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d-kserve-route-authn"} 2026-09-06T19:43:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "8bd6982b-50a1-4066-9ec1-ba5b5e5f3293", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "authType": "userdefined"} 2026-09-06T19:43:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "8bd6982b-50a1-4066-9ec1-ba5b5e5f3293", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bfd7a84e-18dd-4c83-91d5-272af74ca3bc", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bfd7a84e-18dd-4c83-91d5-272af74ca3bc", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bfd7a84e-18dd-4c83-91d5-272af74ca3bc", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bfd7a84e-18dd-4c83-91d5-272af74ca3bc", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d-kserve-route-authn"} 2026-09-06T19:43:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bfd7a84e-18dd-4c83-91d5-272af74ca3bc", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "authType": "userdefined"} 2026-09-06T19:43:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bfd7a84e-18dd-4c83-91d5-272af74ca3bc", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d485bf89-6b5d-4cee-b831-e26ba84cbc28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d485bf89-6b5d-4cee-b831-e26ba84cbc28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:43:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d485bf89-6b5d-4cee-b831-e26ba84cbc28", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-410f4d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:43:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "odh-trusted-ca-bundle", "reconcileID": "e51aa53b-fc82-44fb-a08e-2b984a9985d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "odh-trusted-ca-bundle", "reconcileID": "e51aa53b-fc82-44fb-a08e-2b984a9985d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "openshift-service-ca.crt", "reconcileID": "c11d8178-4055-46fe-b1e1-2d7c3d83aa04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "openshift-service-ca.crt", "reconcileID": "c11d8178-4055-46fe-b1e1-2d7c3d83aa04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f649240b-61a7-4a6f-9d66-ee004168750e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f649240b-61a7-4a6f-9d66-ee004168750e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "85092a92-0e60-4a7c-8256-e807cd81a0ac", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "85092a92-0e60-4a7c-8256-e807cd81a0ac", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "85092a92-0e60-4a7c-8256-e807cd81a0ac", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:43:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bb00b266-f5a5-41d5-ba30-31f7ca13fa30", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bb00b266-f5a5-41d5-ba30-31f7ca13fa30", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d"} 2026-09-06T19:43:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bb00b266-f5a5-41d5-ba30-31f7ca13fa30", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bb00b266-f5a5-41d5-ba30-31f7ca13fa30", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bb00b266-f5a5-41d5-ba30-31f7ca13fa30", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d-kserve-route-authn"} 2026-09-06T19:43:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bb00b266-f5a5-41d5-ba30-31f7ca13fa30", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d-kserve-route-authn"} 2026-09-06T19:43:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bb00b266-f5a5-41d5-ba30-31f7ca13fa30", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "bb00b266-f5a5-41d5-ba30-31f7ca13fa30", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d4bd9c32-edef-4ca9-a21b-7306a5e8972f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d4bd9c32-edef-4ca9-a21b-7306a5e8972f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d"} 2026-09-06T19:43:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d4bd9c32-edef-4ca9-a21b-7306a5e8972f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d4bd9c32-edef-4ca9-a21b-7306a5e8972f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d4bd9c32-edef-4ca9-a21b-7306a5e8972f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d-kserve-route-authn"} 2026-09-06T19:43:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d4bd9c32-edef-4ca9-a21b-7306a5e8972f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d-kserve-route-authn"} 2026-09-06T19:43:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d4bd9c32-edef-4ca9-a21b-7306a5e8972f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "d4bd9c32-edef-4ca9-a21b-7306a5e8972f", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-410f4d","namespace":"ai-tenant-e2e-ipp-a-410f4d"}, "namespace": "ai-tenant-e2e-ipp-a-410f4d", "name": "ipp-route-410f4d", "reconcileID": "e15f3904-8fdb-4ae9-98f0-456ebaa0a579", "LLMInferenceService": "ipp-route-410f4d", "namespace": "ai-tenant-e2e-ipp-a-410f4d"} 2026-09-06T19:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "ad8fecfe-6a97-4bb2-a264-dd009c128ec6", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "ad8fecfe-6a97-4bb2-a264-dd009c128ec6", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d-authn-ssl"} 2026-09-06T19:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "ad8fecfe-6a97-4bb2-a264-dd009c128ec6", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:43:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-410f4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-410f4d", "reconcileID": "aa324b49-e3b0-4120-b306-adb069737e6b", "Gateway": "e2e-ipp-a-410f4d", "namespace": "openshift-ingress"} 2026-09-06T19:43:42Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T19:43:42Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T19:43:44Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T19:43:44Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T19:43:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "ab5f15cb-63a6-4de4-96b3-86daf4fb563c", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:43:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "ab5f15cb-63a6-4de4-96b3-86daf4fb563c", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22-authn-ssl"} 2026-09-06T19:43:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "ab5f15cb-63a6-4de4-96b3-86daf4fb563c", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:43:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "3bc1e585-a0b4-48ce-9b6d-a6546a6fef1b", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:43:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "3bc1e585-a0b4-48ce-9b6d-a6546a6fef1b", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22-authn-ssl"} 2026-09-06T19:43:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "3bc1e585-a0b4-48ce-9b6d-a6546a6fef1b", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:43:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79d40c98-66fe-42d5-a136-e6319559ef70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:43:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79d40c98-66fe-42d5-a136-e6319559ef70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-88ac22", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:43:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79d40c98-66fe-42d5-a136-e6319559ef70", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-88ac22 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:43:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "odh-trusted-ca-bundle", "reconcileID": "574ef6c7-4e72-41e5-92a8-112d19a4d065", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:43:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "odh-trusted-ca-bundle", "reconcileID": "574ef6c7-4e72-41e5-92a8-112d19a4d065", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:43:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "openshift-service-ca.crt", "reconcileID": "78be509c-cf06-4773-b43e-25152aa41dd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:43:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "openshift-service-ca.crt", "reconcileID": "78be509c-cf06-4773-b43e-25152aa41dd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:43:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e82e7f8-597c-4237-86a0-f00fe66b5ad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:43:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-88ac22"}, "namespace": "ai-tenant-e2e-ipp-b-88ac22", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e82e7f8-597c-4237-86a0-f00fe66b5ad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-88ac22"} 2026-09-06T19:43:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-88ac22","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-88ac22", "reconcileID": "18c76a6b-b3db-4e11-9ddd-96e9659e29ae", "Gateway": "e2e-ipp-b-88ac22", "namespace": "openshift-ingress"} 2026-09-06T19:44:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "3a954dd8-ac42-49d9-b8bb-3bfec5a5f66e", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress"} 2026-09-06T19:44:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "3a954dd8-ac42-49d9-b8bb-3bfec5a5f66e", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25-authn-ssl"} 2026-09-06T19:44:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "3a954dd8-ac42-49d9-b8bb-3bfec5a5f66e", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress"} 2026-09-06T19:44:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "4692c7b5-c965-454e-a09d-6fb93065bcd1", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress"} 2026-09-06T19:44:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "4692c7b5-c965-454e-a09d-6fb93065bcd1", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25-authn-ssl"} 2026-09-06T19:44:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "4692c7b5-c965-454e-a09d-6fb93065bcd1", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress"} 2026-09-06T19:44:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcf061a0-aca4-4f0e-b677-a41f72c67f4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:44:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcf061a0-aca4-4f0e-b677-a41f72c67f4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:44:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcf061a0-aca4-4f0e-b677-a41f72c67f4d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-e5ef25 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:44:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "odh-trusted-ca-bundle", "reconcileID": "d1143cda-e4df-4391-acb0-117855b3664a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:44:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "odh-trusted-ca-bundle", "reconcileID": "d1143cda-e4df-4391-acb0-117855b3664a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:44:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "openshift-service-ca.crt", "reconcileID": "3d04f1be-4778-4c95-afcb-86a7100f2ea5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:44:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "openshift-service-ca.crt", "reconcileID": "3d04f1be-4778-4c95-afcb-86a7100f2ea5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:44:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e12d41ad-dfdf-4564-9ba6-00be597c2b87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:44:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-e5ef25"}, "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e12d41ad-dfdf-4564-9ba6-00be597c2b87", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-e5ef25"} 2026-09-06T19:44:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-e5ef25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-e5ef25", "reconcileID": "6b39fd58-353d-4fac-9eb2-8a519a72b49a", "Gateway": "e2e-shared-a-w3-e5ef25", "namespace": "openshift-ingress"} 2026-09-06T19:44:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "46b00b7f-7cfe-407e-ab9b-46563253840f", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:44:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "46b00b7f-7cfe-407e-ab9b-46563253840f", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98-authn-ssl"} 2026-09-06T19:44:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "46b00b7f-7cfe-407e-ab9b-46563253840f", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:44:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "feefb666-9825-4f2b-a2ea-a0935ad79350", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:44:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "feefb666-9825-4f2b-a2ea-a0935ad79350", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98-authn-ssl"} 2026-09-06T19:44:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "feefb666-9825-4f2b-a2ea-a0935ad79350", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:44:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ed32e8c-de2b-4247-974c-6aac55bfc1ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:44:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ed32e8c-de2b-4247-974c-6aac55bfc1ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:44:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ed32e8c-de2b-4247-974c-6aac55bfc1ab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-476f98 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:44:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "odh-trusted-ca-bundle", "reconcileID": "9b325317-28e7-450e-a99f-b8d7915885ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:44:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "odh-trusted-ca-bundle", "reconcileID": "9b325317-28e7-450e-a99f-b8d7915885ee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:44:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "openshift-service-ca.crt", "reconcileID": "ebb1dd2b-af83-4803-be7c-40663d791c17", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:44:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "openshift-service-ca.crt", "reconcileID": "ebb1dd2b-af83-4803-be7c-40663d791c17", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:44:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a452ced-ca33-4655-af13-7f3b81b9f000", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:44:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-476f98"}, "namespace": "ai-tenant-e2e-shared-b-w3-476f98", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a452ced-ca33-4655-af13-7f3b81b9f000", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-476f98"} 2026-09-06T19:44:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-476f98","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-476f98", "reconcileID": "7bf8ff8e-4bd2-430e-8793-bb809029ac9d", "Gateway": "e2e-shared-b-w3-476f98", "namespace": "openshift-ingress"} 2026-09-06T19:48:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "50f74fc4-0ae0-413c-b463-62225c899cb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:48:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "50f74fc4-0ae0-413c-b463-62225c899cb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T19:48:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "2a2e6eb1-a7fb-4554-a2a6-5b878aabeb06", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:48:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "2a2e6eb1-a7fb-4554-a2a6-5b878aabeb06", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:48:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "2a2e6eb1-a7fb-4554-a2a6-5b878aabeb06", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:48:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "2a2e6eb1-a7fb-4554-a2a6-5b878aabeb06", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm", "name": "e2e-same-id-a-8656aba7-kserve-route-authn"} 2026-09-06T19:48:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "2a2e6eb1-a7fb-4554-a2a6-5b878aabeb06", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm", "authType": "userdefined"} 2026-09-06T19:48:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "2a2e6eb1-a7fb-4554-a2a6-5b878aabeb06", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:48:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "50f74fc4-0ae0-413c-b463-62225c899cb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:48:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "8fa866ed-c4ed-4bb4-9d46-b31fe0d45321", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:48:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "8fa866ed-c4ed-4bb4-9d46-b31fe0d45321", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:48:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "8fa866ed-c4ed-4bb4-9d46-b31fe0d45321", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:48:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "8fa866ed-c4ed-4bb4-9d46-b31fe0d45321", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm", "name": "e2e-same-id-a-8656aba7-kserve-route-authn"} 2026-09-06T19:48:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "8fa866ed-c4ed-4bb4-9d46-b31fe0d45321", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm", "authType": "userdefined"} 2026-09-06T19:48:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "8fa866ed-c4ed-4bb4-9d46-b31fe0d45321", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:48:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "a2ea2840-b678-405c-a924-28925df496ba", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:48:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "a2ea2840-b678-405c-a924-28925df496ba", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:48:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "a2ea2840-b678-405c-a924-28925df496ba", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:48:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95f09dea-7f1c-4169-baa5-ef639bd998ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:48:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "a2ea2840-b678-405c-a924-28925df496ba", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm", "name": "e2e-same-id-b-8656aba7-kserve-route-authn"} 2026-09-06T19:48:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "a2ea2840-b678-405c-a924-28925df496ba", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm", "authType": "userdefined"} 2026-09-06T19:48:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "a2ea2840-b678-405c-a924-28925df496ba", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:48:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95f09dea-7f1c-4169-baa5-ef639bd998ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T19:48:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95f09dea-7f1c-4169-baa5-ef639bd998ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:49:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a82012e1-cb77-47cb-9327-3ba4a880dbd2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:49:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a82012e1-cb77-47cb-9327-3ba4a880dbd2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T19:49:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a82012e1-cb77-47cb-9327-3ba4a880dbd2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:49:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "59eaa103-eac0-4aad-ad49-0bbe758df976", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:49:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "59eaa103-eac0-4aad-ad49-0bbe758df976", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:49:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "59eaa103-eac0-4aad-ad49-0bbe758df976", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:49:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "59eaa103-eac0-4aad-ad49-0bbe758df976", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm", "name": "e2e-same-id-a-8656aba7-kserve-route-authn"} 2026-09-06T19:49:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "59eaa103-eac0-4aad-ad49-0bbe758df976", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm", "authType": "userdefined"} 2026-09-06T19:49:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "59eaa103-eac0-4aad-ad49-0bbe758df976", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:49:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "25d45546-878a-46ee-bd04-c19b0556ac14", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:49:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "25d45546-878a-46ee-bd04-c19b0556ac14", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:49:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "25d45546-878a-46ee-bd04-c19b0556ac14", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:49:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "25d45546-878a-46ee-bd04-c19b0556ac14", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm", "name": "e2e-same-id-b-8656aba7-kserve-route-authn"} 2026-09-06T19:49:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "25d45546-878a-46ee-bd04-c19b0556ac14", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm", "authType": "userdefined"} 2026-09-06T19:49:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "25d45546-878a-46ee-bd04-c19b0556ac14", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:49:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2da5ef03-8ace-4a52-a024-b1dbe0e4e6dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:49:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2da5ef03-8ace-4a52-a024-b1dbe0e4e6dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T19:49:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2da5ef03-8ace-4a52-a024-b1dbe0e4e6dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:49:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "36ff67a2-e6ce-4887-97bf-9599006b695f", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:49:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "36ff67a2-e6ce-4887-97bf-9599006b695f", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:49:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "36ff67a2-e6ce-4887-97bf-9599006b695f", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:49:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "36ff67a2-e6ce-4887-97bf-9599006b695f", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm", "name": "e2e-same-id-b-8656aba7-kserve-route-authn"} 2026-09-06T19:49:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "36ff67a2-e6ce-4887-97bf-9599006b695f", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm", "authType": "userdefined"} 2026-09-06T19:49:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "36ff67a2-e6ce-4887-97bf-9599006b695f", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:49:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "d4c9fd4e-50a8-4fd9-959b-ada1249446ba", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:49:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "d4c9fd4e-50a8-4fd9-959b-ada1249446ba", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:49:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "d4c9fd4e-50a8-4fd9-959b-ada1249446ba", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:49:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "d4c9fd4e-50a8-4fd9-959b-ada1249446ba", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm", "name": "e2e-same-id-a-8656aba7-kserve-route-authn"} 2026-09-06T19:49:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "d4c9fd4e-50a8-4fd9-959b-ada1249446ba", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm", "authType": "userdefined"} 2026-09-06T19:49:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "d4c9fd4e-50a8-4fd9-959b-ada1249446ba", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:50:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "c3c661a5-e1e2-4429-960f-42286ee274ad", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:50:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "c3c661a5-e1e2-4429-960f-42286ee274ad", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:50:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "c3c661a5-e1e2-4429-960f-42286ee274ad", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:50:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "c3c661a5-e1e2-4429-960f-42286ee274ad", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm", "name": "e2e-same-id-b-8656aba7-kserve-route-authn"} 2026-09-06T19:50:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "c3c661a5-e1e2-4429-960f-42286ee274ad", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm", "authType": "userdefined"} 2026-09-06T19:50:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "c3c661a5-e1e2-4429-960f-42286ee274ad", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:50:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "6672e285-24a5-4027-8972-379e26110b51", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:50:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "6672e285-24a5-4027-8972-379e26110b51", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm", "name": "e2e-same-id-a-8656aba7"} 2026-09-06T19:50:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "6672e285-24a5-4027-8972-379e26110b51", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:50:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "6672e285-24a5-4027-8972-379e26110b51", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:50:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "6672e285-24a5-4027-8972-379e26110b51", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm", "name": "e2e-same-id-a-8656aba7-kserve-route-authn"} 2026-09-06T19:50:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "6672e285-24a5-4027-8972-379e26110b51", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm", "name": "e2e-same-id-a-8656aba7-kserve-route-authn"} 2026-09-06T19:50:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-8656aba7", "reconcileID": "3c44e865-e8e7-4184-8c59-877069cf1e3d", "LLMInferenceService": "e2e-same-id-a-8656aba7", "namespace": "llm"} 2026-09-06T19:50:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "09988cca-9b38-4b5a-a204-87976fd5d809", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:50:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "09988cca-9b38-4b5a-a204-87976fd5d809", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T19:50:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "09988cca-9b38-4b5a-a204-87976fd5d809", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:50:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f51aa096-ef6f-4a01-8f3a-62f32ea9066b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:50:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f51aa096-ef6f-4a01-8f3a-62f32ea9066b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T19:50:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f51aa096-ef6f-4a01-8f3a-62f32ea9066b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:50:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "3bcee3fc-687e-4da2-9635-d6a9e7dd883e", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:50:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "3bcee3fc-687e-4da2-9635-d6a9e7dd883e", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm", "name": "e2e-same-id-b-8656aba7"} 2026-09-06T19:50:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "3bcee3fc-687e-4da2-9635-d6a9e7dd883e", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:50:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "3bcee3fc-687e-4da2-9635-d6a9e7dd883e", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:50:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "3bcee3fc-687e-4da2-9635-d6a9e7dd883e", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm", "name": "e2e-same-id-b-8656aba7-kserve-route-authn"} 2026-09-06T19:50:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "3bcee3fc-687e-4da2-9635-d6a9e7dd883e", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm", "name": "e2e-same-id-b-8656aba7-kserve-route-authn"} 2026-09-06T19:50:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-8656aba7","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-8656aba7", "reconcileID": "dcd4c4b8-8496-4fc8-a328-6a43d4520b62", "LLMInferenceService": "e2e-same-id-b-8656aba7", "namespace": "llm"} 2026-09-06T19:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cc2c871-1b61-4879-af88-9038321253a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cc2c871-1b61-4879-af88-9038321253a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T19:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3cc2c871-1b61-4879-af88-9038321253a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:50:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "006a1e29-9beb-4108-8175-ce27df488c00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T19:50:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "006a1e29-9beb-4108-8175-ce27df488c00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T19:50:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "006a1e29-9beb-4108-8175-ce27df488c00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}