/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:50:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-96d352"}, "namespace": "ai-tenant-e2e-api-a-96d352", "name": "odh-trusted-ca-bundle", "reconcileID": "4158ce33-b85b-4089-b6dc-1f951644282a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-96d352"} 2026-09-05T06:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-96d352"}, "namespace": "ai-tenant-e2e-api-a-96d352", "name": "odh-trusted-ca-bundle", "reconcileID": "4158ce33-b85b-4089-b6dc-1f951644282a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-96d352"} 2026-09-05T06:50:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-96d352"}, "namespace": "ai-tenant-e2e-api-a-96d352", "name": "openshift-service-ca.crt", "reconcileID": "87fb1aa4-c0d5-4569-8983-cb1b9d1f950d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-96d352"} 2026-09-05T06:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-96d352"}, "namespace": "ai-tenant-e2e-api-a-96d352", "name": "openshift-service-ca.crt", "reconcileID": "87fb1aa4-c0d5-4569-8983-cb1b9d1f950d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-96d352"} 2026-09-05T06:50:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-96d352"}, "namespace": "ai-tenant-e2e-api-a-96d352", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d1fbcfc-e344-40ca-860b-9b2d11085075", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-96d352"} 2026-09-05T06:50:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-96d352"}, "namespace": "ai-tenant-e2e-api-a-96d352", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d1fbcfc-e344-40ca-860b-9b2d11085075", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-96d352"} 2026-09-05T06:50:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-96d352","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-96d352", "reconcileID": "b3faa0b4-4901-4086-a3bb-c2f7ec15849f", "Gateway": "e2e-api-a-96d352", "namespace": "openshift-ingress"} 2026-09-05T06:50:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-96d352","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-96d352", "reconcileID": "b3faa0b4-4901-4086-a3bb-c2f7ec15849f", "Gateway": "e2e-api-a-96d352", "namespace": "openshift-ingress", "name": "e2e-api-a-96d352-authn-ssl"} 2026-09-05T06:50:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-96d352","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-96d352", "reconcileID": "b3faa0b4-4901-4086-a3bb-c2f7ec15849f", "Gateway": "e2e-api-a-96d352", "namespace": "openshift-ingress"} 2026-09-05T06:50:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-96d352","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-96d352", "reconcileID": "0f86a5f5-544d-45d4-92fc-1ef4fe371353", "Gateway": "e2e-api-a-96d352", "namespace": "openshift-ingress"} 2026-09-05T06:50:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "0443b488-0761-4454-be13-347fda5348ae", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:50:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "0443b488-0761-4454-be13-347fda5348ae", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:50:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "0443b488-0761-4454-be13-347fda5348ae", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:50:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "0443b488-0761-4454-be13-347fda5348ae", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b-kserve-route-authn"} 2026-09-05T06:50:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "0443b488-0761-4454-be13-347fda5348ae", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "authType": "userdefined"} 2026-09-05T06:50:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "0443b488-0761-4454-be13-347fda5348ae", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:51:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a9301f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a9301f", "reconcileID": "86a7b84c-5434-48da-beeb-fc2cf30ebe59", "Gateway": "e2e-api-b-a9301f", "namespace": "openshift-ingress"} 2026-09-05T06:51:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a9301f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a9301f", "reconcileID": "86a7b84c-5434-48da-beeb-fc2cf30ebe59", "Gateway": "e2e-api-b-a9301f", "namespace": "openshift-ingress", "name": "e2e-api-b-a9301f-authn-ssl"} 2026-09-05T06:51:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a9301f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a9301f", "reconcileID": "86a7b84c-5434-48da-beeb-fc2cf30ebe59", "Gateway": "e2e-api-b-a9301f", "namespace": "openshift-ingress"} 2026-09-05T06:51:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a9301f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a9301f", "reconcileID": "ec366f79-2a07-4191-85e2-3319e5570b19", "Gateway": "e2e-api-b-a9301f", "namespace": "openshift-ingress"} 2026-09-05T06:51:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a9301f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a9301f", "reconcileID": "ec366f79-2a07-4191-85e2-3319e5570b19", "Gateway": "e2e-api-b-a9301f", "namespace": "openshift-ingress", "name": "e2e-api-b-a9301f-authn-ssl"} 2026-09-05T06:51:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "6968771a-099f-4f12-ba83-04875c526616", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:51:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "6968771a-099f-4f12-ba83-04875c526616", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:51:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "6968771a-099f-4f12-ba83-04875c526616", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:51:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "6968771a-099f-4f12-ba83-04875c526616", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b-kserve-route-authn"} 2026-09-05T06:51:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "6968771a-099f-4f12-ba83-04875c526616", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "authType": "userdefined"} 2026-09-05T06:51:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "6968771a-099f-4f12-ba83-04875c526616", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:51:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a9301f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a9301f", "reconcileID": "ec366f79-2a07-4191-85e2-3319e5570b19", "Gateway": "e2e-api-b-a9301f", "namespace": "openshift-ingress"} 2026-09-05T06:51:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a9301f"}, "namespace": "ai-tenant-e2e-api-b-a9301f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0986fbf7-3b74-469d-beea-0f1ec36eeeee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a9301f"} 2026-09-05T06:51:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a9301f"}, "namespace": "ai-tenant-e2e-api-b-a9301f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0986fbf7-3b74-469d-beea-0f1ec36eeeee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a9301f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:51:06Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a9301f"}, "namespace": "ai-tenant-e2e-api-b-a9301f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0986fbf7-3b74-469d-beea-0f1ec36eeeee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a9301f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:51:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a9301f"}, "namespace": "ai-tenant-e2e-api-b-a9301f", "name": "odh-trusted-ca-bundle", "reconcileID": "ae7a75d6-b67a-40da-ab97-a90df4dd53f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a9301f"} 2026-09-05T06:51:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a9301f"}, "namespace": "ai-tenant-e2e-api-b-a9301f", "name": "odh-trusted-ca-bundle", "reconcileID": "ae7a75d6-b67a-40da-ab97-a90df4dd53f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a9301f"} 2026-09-05T06:51:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a9301f"}, "namespace": "ai-tenant-e2e-api-b-a9301f", "name": "openshift-service-ca.crt", "reconcileID": "e7c92b17-bb68-4c3a-accb-9e52e98b6bad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a9301f"} 2026-09-05T06:51:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a9301f"}, "namespace": "ai-tenant-e2e-api-b-a9301f", "name": "openshift-service-ca.crt", "reconcileID": "e7c92b17-bb68-4c3a-accb-9e52e98b6bad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a9301f"} 2026-09-05T06:51:06Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a9301f"}, "namespace": "ai-tenant-e2e-api-b-a9301f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa2ff455-4db6-4851-aa9a-90405a855a44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a9301f"} 2026-09-05T06:51:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a9301f"}, "namespace": "ai-tenant-e2e-api-b-a9301f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa2ff455-4db6-4851-aa9a-90405a855a44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a9301f"} 2026-09-05T06:51:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a9301f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a9301f", "reconcileID": "701d22a8-1140-47ec-add1-41169308de1c", "Gateway": "e2e-api-b-a9301f", "namespace": "openshift-ingress"} 2026-09-05T06:51:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-362c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-362c80", "reconcileID": "5288e4aa-dd0b-4638-a1a8-d0f1ac477046", "Gateway": "e2e-shared-a-w2-362c80", "namespace": "openshift-ingress"} 2026-09-05T06:51:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-362c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-362c80", "reconcileID": "5288e4aa-dd0b-4638-a1a8-d0f1ac477046", "Gateway": "e2e-shared-a-w2-362c80", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-362c80-authn-ssl"} 2026-09-05T06:51:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-362c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-362c80", "reconcileID": "5288e4aa-dd0b-4638-a1a8-d0f1ac477046", "Gateway": "e2e-shared-a-w2-362c80", "namespace": "openshift-ingress"} 2026-09-05T06:51:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-362c80"}, "namespace": "ai-tenant-e2e-shared-a-w2-362c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f978dcc0-9a57-46be-a3d0-685a8a45c0f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-362c80"} 2026-09-05T06:51:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-362c80"}, "namespace": "ai-tenant-e2e-shared-a-w2-362c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f978dcc0-9a57-46be-a3d0-685a8a45c0f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-362c80", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:51:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-362c80"}, "namespace": "ai-tenant-e2e-shared-a-w2-362c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f978dcc0-9a57-46be-a3d0-685a8a45c0f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-362c80 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:51:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-362c80"}, "namespace": "ai-tenant-e2e-shared-a-w2-362c80", "name": "odh-trusted-ca-bundle", "reconcileID": "3d838410-76c0-4069-9ec0-a39cd26a87b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-362c80"} 2026-09-05T06:51:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-362c80"}, "namespace": "ai-tenant-e2e-shared-a-w2-362c80", "name": "odh-trusted-ca-bundle", "reconcileID": "3d838410-76c0-4069-9ec0-a39cd26a87b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-362c80"} 2026-09-05T06:51:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-362c80"}, "namespace": "ai-tenant-e2e-shared-a-w2-362c80", "name": "openshift-service-ca.crt", "reconcileID": "5b8b1d3e-ebea-4019-a1da-f03afee0f413", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-362c80"} 2026-09-05T06:51:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-362c80"}, "namespace": "ai-tenant-e2e-shared-a-w2-362c80", "name": "openshift-service-ca.crt", "reconcileID": "5b8b1d3e-ebea-4019-a1da-f03afee0f413", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-362c80"} 2026-09-05T06:51:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-362c80"}, "namespace": "ai-tenant-e2e-shared-a-w2-362c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0d9290e-e1f3-4a40-b056-96be4fe22af8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-362c80"} 2026-09-05T06:51:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-362c80"}, "namespace": "ai-tenant-e2e-shared-a-w2-362c80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0d9290e-e1f3-4a40-b056-96be4fe22af8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-362c80"} 2026-09-05T06:51:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-362c80","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-362c80", "reconcileID": "2761a02e-f057-4024-ac16-173ea06bb309", "Gateway": "e2e-shared-a-w2-362c80", "namespace": "openshift-ingress"} 2026-09-05T06:51:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-183ae6","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "rate-test-model-183ae6", "reconcileID": "d1d90140-d2f9-4260-bd5e-6de06accc50c", "LLMInferenceService": "rate-test-model-183ae6", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:51:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-183ae6","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "rate-test-model-183ae6", "reconcileID": "d1d90140-d2f9-4260-bd5e-6de06accc50c", "LLMInferenceService": "rate-test-model-183ae6", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "rate-test-model-183ae6"} 2026-09-05T06:51:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-183ae6","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "rate-test-model-183ae6", "reconcileID": "d1d90140-d2f9-4260-bd5e-6de06accc50c", "LLMInferenceService": "rate-test-model-183ae6", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:51:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-183ae6","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "rate-test-model-183ae6", "reconcileID": "d1d90140-d2f9-4260-bd5e-6de06accc50c", "LLMInferenceService": "rate-test-model-183ae6", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:51:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-183ae6","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "rate-test-model-183ae6", "reconcileID": "d1d90140-d2f9-4260-bd5e-6de06accc50c", "LLMInferenceService": "rate-test-model-183ae6", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "rate-test-model-183ae6-kserve-route-authn"} 2026-09-05T06:51:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-183ae6","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "rate-test-model-183ae6", "reconcileID": "d1d90140-d2f9-4260-bd5e-6de06accc50c", "LLMInferenceService": "rate-test-model-183ae6", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "rate-test-model-183ae6-kserve-route-authn"} 2026-09-05T06:51:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-183ae6","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "rate-test-model-183ae6", "reconcileID": "d1d90140-d2f9-4260-bd5e-6de06accc50c", "LLMInferenceService": "rate-test-model-183ae6", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:51:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-183ae6","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "rate-test-model-183ae6", "reconcileID": "d1d90140-d2f9-4260-bd5e-6de06accc50c", "LLMInferenceService": "rate-test-model-183ae6", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:51:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-183ae6","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "rate-test-model-183ae6", "reconcileID": "d3d6df69-55dc-4145-8912-f724252db046", "LLMInferenceService": "rate-test-model-183ae6", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:51:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "2e580761-c5c4-4ffc-86e2-776b7114967e", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress"} 2026-09-05T06:51:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "2e580761-c5c4-4ffc-86e2-776b7114967e", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6-authn-ssl"} 2026-09-05T06:51:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "2e580761-c5c4-4ffc-86e2-776b7114967e", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress"} 2026-09-05T06:51:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "1ac62ab0-4ca2-460f-9f95-a2ee26342894", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress"} 2026-09-05T06:51:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "1ac62ab0-4ca2-460f-9f95-a2ee26342894", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6-authn-ssl"} 2026-09-05T06:51:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "1ac62ab0-4ca2-460f-9f95-a2ee26342894", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress"} 2026-09-05T06:51:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "19bc8400-c415-450c-b095-edf2ed1817dc", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:51:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "19bc8400-c415-450c-b095-edf2ed1817dc", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b"} 2026-09-05T06:51:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "19bc8400-c415-450c-b095-edf2ed1817dc", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:51:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "19bc8400-c415-450c-b095-edf2ed1817dc", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:51:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "19bc8400-c415-450c-b095-edf2ed1817dc", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b-kserve-route-authn"} 2026-09-05T06:51:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "19bc8400-c415-450c-b095-edf2ed1817dc", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b-kserve-route-authn"} 2026-09-05T06:51:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "19bc8400-c415-450c-b095-edf2ed1817dc", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:51:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "19bc8400-c415-450c-b095-edf2ed1817dc", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:51:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-39047b","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "rate-test-model-39047b", "reconcileID": "1281ef8d-4661-4578-a4a7-eaf57d7bf5ab", "LLMInferenceService": "rate-test-model-39047b", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:51:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "de3e6796-b2ee-4c07-abe7-88bf449fcf9b", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress"} 2026-09-05T06:51:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "de3e6796-b2ee-4c07-abe7-88bf449fcf9b", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b-authn-ssl"} 2026-09-05T06:51:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "de3e6796-b2ee-4c07-abe7-88bf449fcf9b", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress"} 2026-09-05T06:51:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "fcb251ac-b7e3-43aa-b230-9f1ac21748e3", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress"} 2026-09-05T06:51:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "fcb251ac-b7e3-43aa-b230-9f1ac21748e3", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b-authn-ssl"} 2026-09-05T06:51:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "fcb251ac-b7e3-43aa-b230-9f1ac21748e3", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "89eaf81b-ee6e-43bd-8f47-3a28d6b84ed3", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "89eaf81b-ee6e-43bd-8f47-3a28d6b84ed3", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:51:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "89eaf81b-ee6e-43bd-8f47-3a28d6b84ed3", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "39ce2799-dddb-484b-a4b1-a0b13d0d86dc", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "39ce2799-dddb-484b-a4b1-a0b13d0d86dc", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:51:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "39ce2799-dddb-484b-a4b1-a0b13d0d86dc", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "35e68955-5c38-404f-aa6b-889b77f6ac7c", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "35e68955-5c38-404f-aa6b-889b77f6ac7c", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:51:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "35e68955-5c38-404f-aa6b-889b77f6ac7c", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "ecb4f4f2-3124-4a75-a423-ad1f268018db", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "ecb4f4f2-3124-4a75-a423-ad1f268018db", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:51:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "ecb4f4f2-3124-4a75-a423-ad1f268018db", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "283bc17a-7b07-4b6a-b20b-072e74e76779", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "283bc17a-7b07-4b6a-b20b-072e74e76779", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:51:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "283bc17a-7b07-4b6a-b20b-072e74e76779", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "233aff07-85e6-445c-b4e3-9cf77c3b7866", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "233aff07-85e6-445c-b4e3-9cf77c3b7866", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:51:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "233aff07-85e6-445c-b4e3-9cf77c3b7866", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "b757aea9-6177-4e34-82fe-dcaade0f4310", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "b757aea9-6177-4e34-82fe-dcaade0f4310", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:51:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "b757aea9-6177-4e34-82fe-dcaade0f4310", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "22c414ef-db22-4bb4-9f1b-fb13f514dcbf", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "22c414ef-db22-4bb4-9f1b-fb13f514dcbf", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:51:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "22c414ef-db22-4bb4-9f1b-fb13f514dcbf", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5e47e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5e47e8", "reconcileID": "1ebb3660-bef8-4655-918f-da0981083e9a", "Gateway": "e2e-shared-b-w2-5e47e8", "namespace": "openshift-ingress"} 2026-09-05T06:51:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5e47e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5e47e8", "reconcileID": "1ebb3660-bef8-4655-918f-da0981083e9a", "Gateway": "e2e-shared-b-w2-5e47e8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5e47e8-authn-ssl"} 2026-09-05T06:51:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5e47e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5e47e8", "reconcileID": "1ebb3660-bef8-4655-918f-da0981083e9a", "Gateway": "e2e-shared-b-w2-5e47e8", "namespace": "openshift-ingress"} 2026-09-05T06:51:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "openshift-service-ca.crt", "reconcileID": "c5f6e7f0-bed4-47cf-92ab-1bf0ba0231bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:51:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "odh-trusted-ca-bundle", "reconcileID": "80358317-030a-4d7d-ac0e-e704d26e151e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:51:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "openshift-service-ca.crt", "reconcileID": "6013778c-a63c-4eff-9a2e-63946f7e338c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:51:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "openshift-service-ca.crt", "reconcileID": "6013778c-a63c-4eff-9a2e-63946f7e338c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:51:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "openshift-service-ca.crt", "reconcileID": "c4e1d9a9-314a-49a3-9314-5a764ff5531a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:51:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8272890d-484e-4435-8a32-b9494031971c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:51:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "odh-trusted-ca-bundle", "reconcileID": "9baaf195-0d0b-4ca5-937e-717a7f5b4e1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "update": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:51:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "odh-trusted-ca-bundle", "reconcileID": "9baaf195-0d0b-4ca5-937e-717a7f5b4e1f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:51:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ae448fd-fb33-478f-8568-b0831c82c48c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:51:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "99b562f0-4a0c-439b-b862-d9f61708e75d", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "99b562f0-4a0c-439b-b862-d9f61708e75d", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:51:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "99b562f0-4a0c-439b-b862-d9f61708e75d", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e47e8"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e72d9a4-aeb9-44e7-aafb-a070ff9fad52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8"} 2026-09-05T06:51:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e47e8"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e72d9a4-aeb9-44e7-aafb-a070ff9fad52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:51:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e47e8"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e72d9a4-aeb9-44e7-aafb-a070ff9fad52", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-5e47e8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:51:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e47e8"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8", "name": "odh-trusted-ca-bundle", "reconcileID": "efada0b5-e001-4fcb-9c77-aec27c7b288d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8"} 2026-09-05T06:51:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e47e8"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8", "name": "odh-trusted-ca-bundle", "reconcileID": "efada0b5-e001-4fcb-9c77-aec27c7b288d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8"} 2026-09-05T06:51:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5e47e8"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8", "name": "openshift-service-ca.crt", "reconcileID": "f189b68c-f961-4612-8a66-0b10470034f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8"} 2026-09-05T06:51:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-5e47e8"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8", "name": "openshift-service-ca.crt", "reconcileID": "f189b68c-f961-4612-8a66-0b10470034f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8"} 2026-09-05T06:51:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e47e8"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45f60fd3-f142-45f3-87e2-b5e4a2f6de2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8"} 2026-09-05T06:51:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-5e47e8"}, "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45f60fd3-f142-45f3-87e2-b5e4a2f6de2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-5e47e8"} 2026-09-05T06:51:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-5e47e8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-5e47e8", "reconcileID": "591f8d7d-c269-4ee7-95c9-879c6585ee9c", "Gateway": "e2e-shared-b-w2-5e47e8", "namespace": "openshift-ingress"} 2026-09-05T06:51:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "63f7a8ac-c642-43dd-b03b-31d3654efc48", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:51:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "63f7a8ac-c642-43dd-b03b-31d3654efc48", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:51:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "63f7a8ac-c642-43dd-b03b-31d3654efc48", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "845f9f77-b7c6-4f91-9c02-77879d381d35", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "845f9f77-b7c6-4f91-9c02-77879d381d35", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086-authn-ssl"} 2026-09-05T06:52:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "845f9f77-b7c6-4f91-9c02-77879d381d35", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "35050ce5-bc5a-4be8-9856-483704352408", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "35050ce5-bc5a-4be8-9856-483704352408", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086-authn-ssl"} 2026-09-05T06:52:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "35050ce5-bc5a-4be8-9856-483704352408", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "a5042f6c-3e70-41f5-908b-74186355ce9b", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "a5042f6c-3e70-41f5-908b-74186355ce9b", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086-authn-ssl"} 2026-09-05T06:52:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "a5042f6c-3e70-41f5-908b-74186355ce9b", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "c3083c69-58d6-4f6d-9407-e568dd22d8c3", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "c3083c69-58d6-4f6d-9407-e568dd22d8c3", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086-authn-ssl"} 2026-09-05T06:52:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "c3083c69-58d6-4f6d-9407-e568dd22d8c3", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "a3e781f3-5635-49d2-9d2f-795e5acaa5b1", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "a3e781f3-5635-49d2-9d2f-795e5acaa5b1", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086-authn-ssl"} 2026-09-05T06:52:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "a3e781f3-5635-49d2-9d2f-795e5acaa5b1", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "f74d35cb-0f4a-4090-96ab-8db7449419ea", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "f74d35cb-0f4a-4090-96ab-8db7449419ea", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086-authn-ssl"} 2026-09-05T06:52:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "f74d35cb-0f4a-4090-96ab-8db7449419ea", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "a805f465-9216-4346-be71-375aad19bd09", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "a805f465-9216-4346-be71-375aad19bd09", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086-authn-ssl"} 2026-09-05T06:52:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "a805f465-9216-4346-be71-375aad19bd09", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "41a194b8-c99c-42a8-8ab6-4dc1ef2cea65", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "41a194b8-c99c-42a8-8ab6-4dc1ef2cea65", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086-authn-ssl"} 2026-09-05T06:52:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "41a194b8-c99c-42a8-8ab6-4dc1ef2cea65", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "openshift-service-ca.crt", "reconcileID": "3fb15467-1794-4be6-af84-7796728b51ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:52:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "odh-trusted-ca-bundle", "reconcileID": "3c3aaff5-9a3e-4242-8920-e8a5993036e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:52:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "openshift-service-ca.crt", "reconcileID": "be186938-77ce-4333-8272-10e56ec8dc95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b49086", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:52:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "openshift-service-ca.crt", "reconcileID": "be186938-77ce-4333-8272-10e56ec8dc95", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:52:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf0185ee-a084-49e8-b40f-0dae997c9a6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:52:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "openshift-service-ca.crt", "reconcileID": "be0d3ee0-a2c8-4f92-a0d6-f1f7ff448bac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:52:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "odh-trusted-ca-bundle", "reconcileID": "ed3602f8-38bf-4460-a0de-6ec9b6c33960", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b49086", "update": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:52:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "odh-trusted-ca-bundle", "reconcileID": "ed3602f8-38bf-4460-a0de-6ec9b6c33960", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:52:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc324a95-473e-484c-8aaa-6efdfdd87505", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:52:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "231e93b6-901c-4033-b6c2-a4fb7489315e", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "231e93b6-901c-4033-b6c2-a4fb7489315e", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086-authn-ssl"} 2026-09-05T06:52:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "231e93b6-901c-4033-b6c2-a4fb7489315e", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "6cad80d8-718e-4e74-9d1b-2ec2f946e687", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "6cad80d8-718e-4e74-9d1b-2ec2f946e687", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086-authn-ssl"} 2026-09-05T06:52:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "6cad80d8-718e-4e74-9d1b-2ec2f946e687", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:52:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "9cae5307-5ae1-4173-af3f-9dfd3c805d3a", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "9cae5307-5ae1-4173-af3f-9dfd3c805d3a", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "9cae5307-5ae1-4173-af3f-9dfd3c805d3a", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "3479aa65-f94a-4fc2-bdaf-cf5fc55ba464", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:52:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "9cae5307-5ae1-4173-af3f-9dfd3c805d3a", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73-kserve-route-authn"} 2026-09-05T06:52:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "9cae5307-5ae1-4173-af3f-9dfd3c805d3a", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "authType": "userdefined"} 2026-09-05T06:52:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "9cae5307-5ae1-4173-af3f-9dfd3c805d3a", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "3479aa65-f94a-4fc2-bdaf-cf5fc55ba464", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:52:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "3479aa65-f94a-4fc2-bdaf-cf5fc55ba464", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:52:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "83785e32-b994-4b45-af48-31407d9e6665", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "83785e32-b994-4b45-af48-31407d9e6665", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "83785e32-b994-4b45-af48-31407d9e6665", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "83785e32-b994-4b45-af48-31407d9e6665", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73-kserve-route-authn"} 2026-09-05T06:52:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "83785e32-b994-4b45-af48-31407d9e6665", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "authType": "userdefined"} 2026-09-05T06:52:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "83785e32-b994-4b45-af48-31407d9e6665", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "404b7a02-39cb-4738-9079-8471b3462325", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:52:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "404b7a02-39cb-4738-9079-8471b3462325", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:52:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "404b7a02-39cb-4738-9079-8471b3462325", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:52:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "e9dbe5f4-0320-40ba-b99f-8ba9a95499cc", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "e9dbe5f4-0320-40ba-b99f-8ba9a95499cc", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "e9dbe5f4-0320-40ba-b99f-8ba9a95499cc", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "e9dbe5f4-0320-40ba-b99f-8ba9a95499cc", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73-kserve-route-authn"} 2026-09-05T06:52:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "e9dbe5f4-0320-40ba-b99f-8ba9a95499cc", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "authType": "userdefined"} 2026-09-05T06:52:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "e9dbe5f4-0320-40ba-b99f-8ba9a95499cc", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "817b64fd-d88c-489e-afa7-550add42927b", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "817b64fd-d88c-489e-afa7-550add42927b", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "817b64fd-d88c-489e-afa7-550add42927b", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "817b64fd-d88c-489e-afa7-550add42927b", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73-kserve-route-authn"} 2026-09-05T06:52:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "817b64fd-d88c-489e-afa7-550add42927b", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "authType": "userdefined"} 2026-09-05T06:52:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "817b64fd-d88c-489e-afa7-550add42927b", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "ae7411f6-07b1-4226-bedc-da38cd66b5d9", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "ae7411f6-07b1-4226-bedc-da38cd66b5d9", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "ae7411f6-07b1-4226-bedc-da38cd66b5d9", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:52:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "ae7411f6-07b1-4226-bedc-da38cd66b5d9", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73-kserve-route-authn"} 2026-09-05T06:52:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "ae7411f6-07b1-4226-bedc-da38cd66b5d9", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "authType": "userdefined"} 2026-09-05T06:52:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "ae7411f6-07b1-4226-bedc-da38cd66b5d9", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "6fdd4562-6c06-41ac-81be-780f8dcea44d", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "6fdd4562-6c06-41ac-81be-780f8dcea44d", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4-authn-ssl"} 2026-09-05T06:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "6fdd4562-6c06-41ac-81be-780f8dcea44d", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "7049d90d-e1e4-4a21-aede-185e5b5f6380", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "7049d90d-e1e4-4a21-aede-185e5b5f6380", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4-authn-ssl"} 2026-09-05T06:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "7049d90d-e1e4-4a21-aede-185e5b5f6380", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "b2bfe2e1-6b9c-4286-8621-1c866241787f", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "b2bfe2e1-6b9c-4286-8621-1c866241787f", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4-authn-ssl"} 2026-09-05T06:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "b2bfe2e1-6b9c-4286-8621-1c866241787f", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "cfde5644-4e22-42b8-8066-5af4d3e80626", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "cfde5644-4e22-42b8-8066-5af4d3e80626", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4-authn-ssl"} 2026-09-05T06:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "cfde5644-4e22-42b8-8066-5af4d3e80626", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "b0d4379c-831f-4429-afc3-b4ff3f1f8714", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "b0d4379c-831f-4429-afc3-b4ff3f1f8714", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4-authn-ssl"} 2026-09-05T06:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "b0d4379c-831f-4429-afc3-b4ff3f1f8714", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "d9e53dbe-1628-4614-a138-32d94b3fa38a", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "d9e53dbe-1628-4614-a138-32d94b3fa38a", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4-authn-ssl"} 2026-09-05T06:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "d9e53dbe-1628-4614-a138-32d94b3fa38a", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "d2bdb99f-30cc-4ab9-bd8f-7fb60651ad4d", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "d2bdb99f-30cc-4ab9-bd8f-7fb60651ad4d", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4-authn-ssl"} 2026-09-05T06:53:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "d2bdb99f-30cc-4ab9-bd8f-7fb60651ad4d", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "63daa14f-c891-4099-b351-1243585b7100", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "63daa14f-c891-4099-b351-1243585b7100", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4-authn-ssl"} 2026-09-05T06:53:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "63daa14f-c891-4099-b351-1243585b7100", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "openshift-service-ca.crt", "reconcileID": "5d790a34-9309-4357-aa3c-06eb9ca4816f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "odh-trusted-ca-bundle", "reconcileID": "f8ed089f-88ca-443e-ad77-4021f522f88e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "openshift-service-ca.crt", "reconcileID": "cfad990c-2d4f-470f-b250-a93b27fead3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:53:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "openshift-service-ca.crt", "reconcileID": "cfad990c-2d4f-470f-b250-a93b27fead3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a42668a2-51ba-41c8-be14-5522eab088c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "openshift-service-ca.crt", "reconcileID": "54427898-5d0f-4ea5-b326-941ec20101ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "odh-trusted-ca-bundle", "reconcileID": "b55086bd-cf0b-49a2-b309-2238836cf48c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "update": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:53:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "odh-trusted-ca-bundle", "reconcileID": "b55086bd-cf0b-49a2-b309-2238836cf48c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04a3e889-9628-466b-8eed-90d5869cf8a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "8eb48161-020e-498f-af8f-4c02658d9e66", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "8eb48161-020e-498f-af8f-4c02658d9e66", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4-authn-ssl"} 2026-09-05T06:53:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "8eb48161-020e-498f-af8f-4c02658d9e66", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "9c33ca45-df67-42bd-aebe-58675d779f12", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "9c33ca45-df67-42bd-aebe-58675d779f12", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4-authn-ssl"} 2026-09-05T06:53:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "9c33ca45-df67-42bd-aebe-58675d779f12", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "922fa4d2-70ca-4619-b01c-2160b40a1f58", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "922fa4d2-70ca-4619-b01c-2160b40a1f58", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4-authn-ssl"} 2026-09-05T06:53:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "922fa4d2-70ca-4619-b01c-2160b40a1f58", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4c763ec-cc34-4315-873b-fb9b7a03c587", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4c763ec-cc34-4315-873b-fb9b7a03c587", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:53:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4c763ec-cc34-4315-873b-fb9b7a03c587", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-9db0f4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:53:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "odh-trusted-ca-bundle", "reconcileID": "f3cb7f0e-1d7a-481f-ac73-c68280625c3c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "odh-trusted-ca-bundle", "reconcileID": "f3cb7f0e-1d7a-481f-ac73-c68280625c3c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "openshift-service-ca.crt", "reconcileID": "f3fe8544-5bf0-47bf-9ae9-508da18398f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "openshift-service-ca.crt", "reconcileID": "f3fe8544-5bf0-47bf-9ae9-508da18398f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f30a28fa-8581-46ee-bcc6-b214f6c11c38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-9db0f4"}, "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f30a28fa-8581-46ee-bcc6-b214f6c11c38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-9db0f4"} 2026-09-05T06:53:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "e005b1de-d021-4623-9035-21d3b0ab6f74", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "e005b1de-d021-4623-9035-21d3b0ab6f74", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4-authn-ssl"} 2026-09-05T06:53:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "e005b1de-d021-4623-9035-21d3b0ab6f74", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:53:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-9db0f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-9db0f4", "reconcileID": "acb835d0-402e-4764-88ff-dfc6efb0c647", "Gateway": "e2e-ipp-cleanup-9db0f4", "namespace": "openshift-ingress"} 2026-09-05T06:54:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "03d4197e-1886-4f88-a39d-530d49907529", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:54:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "03d4197e-1886-4f88-a39d-530d49907529", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:54:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "03d4197e-1886-4f88-a39d-530d49907529", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:54:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "ae257019-8400-435e-b77b-89697dc7dbe0", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:54:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "ae257019-8400-435e-b77b-89697dc7dbe0", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:54:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "ae257019-8400-435e-b77b-89697dc7dbe0", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:54:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "8af78194-fa67-46e5-8da7-9c35e6ad7141", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "8af78194-fa67-46e5-8da7-9c35e6ad7141", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "8af78194-fa67-46e5-8da7-9c35e6ad7141", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "8af78194-fa67-46e5-8da7-9c35e6ad7141", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73-kserve-route-authn"} 2026-09-05T06:54:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "8af78194-fa67-46e5-8da7-9c35e6ad7141", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "authType": "userdefined"} 2026-09-05T06:54:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "8af78194-fa67-46e5-8da7-9c35e6ad7141", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "f8e6d780-067b-45e8-9d2e-38439dc1b576", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "f8e6d780-067b-45e8-9d2e-38439dc1b576", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "f8e6d780-067b-45e8-9d2e-38439dc1b576", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:54:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "3bfc1a1a-fcac-40ea-aff8-0a8269f9f048", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "3bfc1a1a-fcac-40ea-aff8-0a8269f9f048", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73"} 2026-09-05T06:54:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "3bfc1a1a-fcac-40ea-aff8-0a8269f9f048", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "3bfc1a1a-fcac-40ea-aff8-0a8269f9f048", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "3bfc1a1a-fcac-40ea-aff8-0a8269f9f048", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73-kserve-route-authn"} 2026-09-05T06:54:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "3bfc1a1a-fcac-40ea-aff8-0a8269f9f048", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73-kserve-route-authn"} 2026-09-05T06:54:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "3bfc1a1a-fcac-40ea-aff8-0a8269f9f048", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "3bfc1a1a-fcac-40ea-aff8-0a8269f9f048", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d36c73","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "ipp-route-d36c73", "reconcileID": "7868fb51-8f66-4a57-9074-c12f83ee0729", "LLMInferenceService": "ipp-route-d36c73", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "b0340fad-41f3-41b6-bfd8-4ec2fb706db6", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "b0340fad-41f3-41b6-bfd8-4ec2fb706db6", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "b0340fad-41f3-41b6-bfd8-4ec2fb706db6", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "c01722bb-5036-489e-8d06-90bfeed97d4a", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "c01722bb-5036-489e-8d06-90bfeed97d4a", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73-authn-ssl"} 2026-09-05T06:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "c01722bb-5036-489e-8d06-90bfeed97d4a", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:54:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38c50a1c-55f5-462c-8d3d-a96d9da5a461", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38c50a1c-55f5-462c-8d3d-a96d9da5a461", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d36c73", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:54:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38c50a1c-55f5-462c-8d3d-a96d9da5a461", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d36c73 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:54:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "odh-trusted-ca-bundle", "reconcileID": "0440d165-0efa-45a8-bdcc-a70583b9a926", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "odh-trusted-ca-bundle", "reconcileID": "0440d165-0efa-45a8-bdcc-a70583b9a926", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "openshift-service-ca.crt", "reconcileID": "e5e50f4b-3694-439f-8bbf-705b48b1e615", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "openshift-service-ca.crt", "reconcileID": "e5e50f4b-3694-439f-8bbf-705b48b1e615", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5ec83ff-9b6f-4b93-bda0-bc8cbec0d116", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:54:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d36c73"}, "namespace": "ai-tenant-e2e-ipp-a-d36c73", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5ec83ff-9b6f-4b93-bda0-bc8cbec0d116", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d36c73"} 2026-09-05T06:55:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d36c73","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d36c73", "reconcileID": "07322615-1f4b-4bbc-840b-9f18019a8921", "Gateway": "e2e-ipp-a-d36c73", "namespace": "openshift-ingress"} 2026-09-05T06:55:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "65734009-190d-49e9-b4d9-69a4ba6725e3", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:55:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "65734009-190d-49e9-b4d9-69a4ba6725e3", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086-authn-ssl"} 2026-09-05T06:55:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "65734009-190d-49e9-b4d9-69a4ba6725e3", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:55:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "d5d48c57-2505-436d-9d79-c8945c32598e", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:55:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "d5d48c57-2505-436d-9d79-c8945c32598e", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086-authn-ssl"} 2026-09-05T06:55:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "d5d48c57-2505-436d-9d79-c8945c32598e", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b75fb4e-f640-47c0-8b0e-ec0a634fff01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:55:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b75fb4e-f640-47c0-8b0e-ec0a634fff01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b49086", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:55:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b75fb4e-f640-47c0-8b0e-ec0a634fff01", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-b49086 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "odh-trusted-ca-bundle", "reconcileID": "6a411087-1f41-4be7-9585-09c5082a9eb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "odh-trusted-ca-bundle", "reconcileID": "6a411087-1f41-4be7-9585-09c5082a9eb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "openshift-service-ca.crt", "reconcileID": "4f39452f-3a8a-4f21-924c-36c2bdbe2bf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "openshift-service-ca.crt", "reconcileID": "4f39452f-3a8a-4f21-924c-36c2bdbe2bf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:55:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1068cccb-6214-47f3-97f9-c745bd1fa8e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b49086"}, "namespace": "ai-tenant-e2e-ipp-b-b49086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1068cccb-6214-47f3-97f9-c745bd1fa8e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b49086"} 2026-09-05T06:55:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b49086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b49086", "reconcileID": "3155312f-088a-49a1-841d-10dbc787f7a8", "Gateway": "e2e-ipp-b-b49086", "namespace": "openshift-ingress"} 2026-09-05T06:55:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "8151c65d-4916-40df-9cab-561316b3235b", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress"} 2026-09-05T06:55:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "8151c65d-4916-40df-9cab-561316b3235b", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6-authn-ssl"} 2026-09-05T06:55:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "8151c65d-4916-40df-9cab-561316b3235b", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress"} 2026-09-05T06:55:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "cf5068c8-6084-4f21-8fa7-96c8055a2386", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress"} 2026-09-05T06:55:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "cf5068c8-6084-4f21-8fa7-96c8055a2386", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6-authn-ssl"} 2026-09-05T06:55:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "cf5068c8-6084-4f21-8fa7-96c8055a2386", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress"} 2026-09-05T06:55:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "082f5e50-d0a4-4a41-99a7-f48190186471", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:55:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "082f5e50-d0a4-4a41-99a7-f48190186471", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:55:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "082f5e50-d0a4-4a41-99a7-f48190186471", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-183ae6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:55:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "odh-trusted-ca-bundle", "reconcileID": "501873ce-ff9d-4edd-a7da-0413cf187618", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "odh-trusted-ca-bundle", "reconcileID": "501873ce-ff9d-4edd-a7da-0413cf187618", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:55:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "openshift-service-ca.crt", "reconcileID": "b4ea0113-fee5-4c67-ae96-b5550d45fa3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "openshift-service-ca.crt", "reconcileID": "b4ea0113-fee5-4c67-ae96-b5550d45fa3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:55:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be2e11b8-5aaa-4727-ae30-5e90281ce627", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-183ae6"}, "namespace": "ai-tenant-e2e-shared-a-w3-183ae6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be2e11b8-5aaa-4727-ae30-5e90281ce627", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-183ae6"} 2026-09-05T06:55:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-183ae6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-183ae6", "reconcileID": "d8fe8692-01a7-4360-9c48-26b74d93f48b", "Gateway": "e2e-shared-a-w3-183ae6", "namespace": "openshift-ingress"} 2026-09-05T06:55:44Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T06:55:44Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T06:55:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T06:55:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-05T06:55:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "b22dc081-9167-4049-a053-cd5ed015239d", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress"} 2026-09-05T06:55:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "b22dc081-9167-4049-a053-cd5ed015239d", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b-authn-ssl"} 2026-09-05T06:55:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "b22dc081-9167-4049-a053-cd5ed015239d", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress"} 2026-09-05T06:55:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "9d5689a1-f2aa-45d7-9c60-d076505bf685", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress"} 2026-09-05T06:55:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "9d5689a1-f2aa-45d7-9c60-d076505bf685", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b-authn-ssl"} 2026-09-05T06:55:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "9d5689a1-f2aa-45d7-9c60-d076505bf685", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress"} 2026-09-05T06:55:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b4b9b4e-4bf1-4259-bb7f-467b32a7d5d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:55:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b4b9b4e-4bf1-4259-bb7f-467b32a7d5d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "create": "odh-kserve-custom-ca-bundle"} 2026-09-05T06:55:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b4b9b4e-4bf1-4259-bb7f-467b32a7d5d5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-39047b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-05T06:55:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "odh-trusted-ca-bundle", "reconcileID": "e0a65c37-3cc7-4cca-9f4e-51b293721594", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:55:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "odh-trusted-ca-bundle", "reconcileID": "e0a65c37-3cc7-4cca-9f4e-51b293721594", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:55:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "openshift-service-ca.crt", "reconcileID": "b8d48fa5-fa58-42b5-92f3-5fbd8e528228", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:55:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "openshift-service-ca.crt", "reconcileID": "b8d48fa5-fa58-42b5-92f3-5fbd8e528228", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:55:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8c34dc8-b90d-4e82-9437-8790eb8d75e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:55:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-39047b"}, "namespace": "ai-tenant-e2e-shared-b-w3-39047b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8c34dc8-b90d-4e82-9437-8790eb8d75e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-39047b"} 2026-09-05T06:55:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-39047b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-39047b", "reconcileID": "45657d16-0a4e-498e-81b1-55e05737534d", "Gateway": "e2e-shared-b-w3-39047b", "namespace": "openshift-ingress"} 2026-09-05T07:00:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "cbf42cdc-54e1-4ec5-9ea1-dc747f2053ca", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "cbf42cdc-54e1-4ec5-9ea1-dc747f2053ca", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "cbf42cdc-54e1-4ec5-9ea1-dc747f2053ca", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "adf310c7-6fef-441b-b325-f7896fd4f283", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "cbf42cdc-54e1-4ec5-9ea1-dc747f2053ca", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm", "name": "e2e-same-id-a-77503f04-kserve-route-authn"} 2026-09-05T07:00:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "cbf42cdc-54e1-4ec5-9ea1-dc747f2053ca", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:00:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "cbf42cdc-54e1-4ec5-9ea1-dc747f2053ca", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "adf310c7-6fef-441b-b325-f7896fd4f283", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:00:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "adf310c7-6fef-441b-b325-f7896fd4f283", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "41f3c020-e784-4895-bcb1-f46de00fe39d", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "41f3c020-e784-4895-bcb1-f46de00fe39d", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "41f3c020-e784-4895-bcb1-f46de00fe39d", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "41f3c020-e784-4895-bcb1-f46de00fe39d", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm", "name": "e2e-same-id-a-77503f04-kserve-route-authn"} 2026-09-05T07:00:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "41f3c020-e784-4895-bcb1-f46de00fe39d", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:00:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "41f3c020-e784-4895-bcb1-f46de00fe39d", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "f3e9a2fd-9635-4c2e-9fbb-3638f0c9955e", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "f3e9a2fd-9635-4c2e-9fbb-3638f0c9955e", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "f3e9a2fd-9635-4c2e-9fbb-3638f0c9955e", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4790f758-2740-41d5-a31c-fed47bf1bac7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "f3e9a2fd-9635-4c2e-9fbb-3638f0c9955e", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "name": "e2e-same-id-b-77503f04-kserve-route-authn"} 2026-09-05T07:00:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "f3e9a2fd-9635-4c2e-9fbb-3638f0c9955e", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:00:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "f3e9a2fd-9635-4c2e-9fbb-3638f0c9955e", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4790f758-2740-41d5-a31c-fed47bf1bac7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:00:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4790f758-2740-41d5-a31c-fed47bf1bac7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5715a8cd-28f1-40d6-86f9-48e5366c1067", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5715a8cd-28f1-40d6-86f9-48e5366c1067", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:00:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5715a8cd-28f1-40d6-86f9-48e5366c1067", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "c93b83f3-c08f-4d8e-964d-bc48b3f56720", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "c93b83f3-c08f-4d8e-964d-bc48b3f56720", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "c93b83f3-c08f-4d8e-964d-bc48b3f56720", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "c93b83f3-c08f-4d8e-964d-bc48b3f56720", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm", "name": "e2e-same-id-a-77503f04-kserve-route-authn"} 2026-09-05T07:00:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "c93b83f3-c08f-4d8e-964d-bc48b3f56720", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:00:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "c93b83f3-c08f-4d8e-964d-bc48b3f56720", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "78110899-de8a-46b3-973f-005fc6a2cbde", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "78110899-de8a-46b3-973f-005fc6a2cbde", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "78110899-de8a-46b3-973f-005fc6a2cbde", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "78110899-de8a-46b3-973f-005fc6a2cbde", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "name": "e2e-same-id-b-77503f04-kserve-route-authn"} 2026-09-05T07:00:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "78110899-de8a-46b3-973f-005fc6a2cbde", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:00:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "78110899-de8a-46b3-973f-005fc6a2cbde", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "646132e9-675d-4ec2-9a5a-7fd7e604e202", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "646132e9-675d-4ec2-9a5a-7fd7e604e202", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:00:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "646132e9-675d-4ec2-9a5a-7fd7e604e202", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "89c271e7-174b-42f9-8069-7d0e4f594a77", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "89c271e7-174b-42f9-8069-7d0e4f594a77", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "89c271e7-174b-42f9-8069-7d0e4f594a77", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "89c271e7-174b-42f9-8069-7d0e4f594a77", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "name": "e2e-same-id-b-77503f04-kserve-route-authn"} 2026-09-05T07:00:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "89c271e7-174b-42f9-8069-7d0e4f594a77", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:00:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "89c271e7-174b-42f9-8069-7d0e4f594a77", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "6864512f-aa9e-460c-a1b1-1098299ec586", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "6864512f-aa9e-460c-a1b1-1098299ec586", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "6864512f-aa9e-460c-a1b1-1098299ec586", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "6864512f-aa9e-460c-a1b1-1098299ec586", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm", "name": "e2e-same-id-a-77503f04-kserve-route-authn"} 2026-09-05T07:00:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "6864512f-aa9e-460c-a1b1-1098299ec586", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:00:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "6864512f-aa9e-460c-a1b1-1098299ec586", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "12a25f91-d9dc-4415-971d-1c533ea7c53a", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "12a25f91-d9dc-4415-971d-1c533ea7c53a", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "12a25f91-d9dc-4415-971d-1c533ea7c53a", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "12a25f91-d9dc-4415-971d-1c533ea7c53a", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "name": "e2e-same-id-b-77503f04-kserve-route-authn"} 2026-09-05T07:00:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "12a25f91-d9dc-4415-971d-1c533ea7c53a", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:00:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "12a25f91-d9dc-4415-971d-1c533ea7c53a", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "ccd0dcd8-95d3-4824-a506-d73169b6c2f1", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "ccd0dcd8-95d3-4824-a506-d73169b6c2f1", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "ccd0dcd8-95d3-4824-a506-d73169b6c2f1", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "ccd0dcd8-95d3-4824-a506-d73169b6c2f1", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "name": "e2e-same-id-b-77503f04-kserve-route-authn"} 2026-09-05T07:00:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "ccd0dcd8-95d3-4824-a506-d73169b6c2f1", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "authType": "userdefined"} 2026-09-05T07:00:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "ccd0dcd8-95d3-4824-a506-d73169b6c2f1", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "b1f0be79-cb14-4b3b-b3d7-29efbcaa0dd0", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "b1f0be79-cb14-4b3b-b3d7-29efbcaa0dd0", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm", "name": "e2e-same-id-a-77503f04"} 2026-09-05T07:00:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "b1f0be79-cb14-4b3b-b3d7-29efbcaa0dd0", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "b1f0be79-cb14-4b3b-b3d7-29efbcaa0dd0", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "b1f0be79-cb14-4b3b-b3d7-29efbcaa0dd0", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm", "name": "e2e-same-id-a-77503f04-kserve-route-authn"} 2026-09-05T07:00:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "b1f0be79-cb14-4b3b-b3d7-29efbcaa0dd0", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm", "name": "e2e-same-id-a-77503f04-kserve-route-authn"} 2026-09-05T07:00:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-77503f04", "reconcileID": "84a0de19-3b70-44b9-aeba-8350e11afc0a", "LLMInferenceService": "e2e-same-id-a-77503f04", "namespace": "llm"} 2026-09-05T07:00:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "725e913b-6e18-4b1f-8aff-a18b49995279", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "725e913b-6e18-4b1f-8aff-a18b49995279", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:00:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "725e913b-6e18-4b1f-8aff-a18b49995279", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7a2bd2a1-fea4-4192-8a62-c1db3a6eb75e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7a2bd2a1-fea4-4192-8a62-c1db3a6eb75e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:00:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7a2bd2a1-fea4-4192-8a62-c1db3a6eb75e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:52Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "096df70a-8c67-4c43-a6bb-b8d7816b0218", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:52Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "096df70a-8c67-4c43-a6bb-b8d7816b0218", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "name": "e2e-same-id-b-77503f04"} 2026-09-05T07:00:52Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "096df70a-8c67-4c43-a6bb-b8d7816b0218", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:52Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "096df70a-8c67-4c43-a6bb-b8d7816b0218", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:52Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "096df70a-8c67-4c43-a6bb-b8d7816b0218", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "name": "e2e-same-id-b-77503f04-kserve-route-authn"} 2026-09-05T07:00:52Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "096df70a-8c67-4c43-a6bb-b8d7816b0218", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm", "name": "e2e-same-id-b-77503f04-kserve-route-authn"} 2026-09-05T07:00:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-77503f04","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-77503f04", "reconcileID": "8279db32-a574-468a-891d-1425aceb6b46", "LLMInferenceService": "e2e-same-id-b-77503f04", "namespace": "llm"} 2026-09-05T07:00:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7622200-4593-491b-b119-9791805b1bfc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7622200-4593-491b-b119-9791805b1bfc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:00:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c7622200-4593-491b-b119-9791805b1bfc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca6fa88d-9b05-4d46-ab50-0069f5a52ea4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-05T07:00:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca6fa88d-9b05-4d46-ab50-0069f5a52ea4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-05T07:00:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ca6fa88d-9b05-4d46-ab50-0069f5a52ea4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}