/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:26:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-335a68"}, "namespace": "ai-tenant-e2e-shared-b-w2-335a68", "name": "odh-trusted-ca-bundle", "reconcileID": "6bad26f0-2849-4d17-a070-e212aecdc0bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-335a68"} 2026-09-11T14:26:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-335a68"}, "namespace": "ai-tenant-e2e-shared-b-w2-335a68", "name": "odh-trusted-ca-bundle", "reconcileID": "6bad26f0-2849-4d17-a070-e212aecdc0bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-335a68", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:26:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-335a68"}, "namespace": "ai-tenant-e2e-shared-b-w2-335a68", "name": "odh-trusted-ca-bundle", "reconcileID": "6bad26f0-2849-4d17-a070-e212aecdc0bb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-335a68 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:26:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-335a68"}, "namespace": "ai-tenant-e2e-shared-b-w2-335a68", "name": "openshift-service-ca.crt", "reconcileID": "d9b3cd49-89ee-4695-ad27-9ac0fb968c38", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-335a68"} 2026-09-11T14:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-335a68"}, "namespace": "ai-tenant-e2e-shared-b-w2-335a68", "name": "openshift-service-ca.crt", "reconcileID": "d9b3cd49-89ee-4695-ad27-9ac0fb968c38", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-335a68"} 2026-09-11T14:26:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-335a68"}, "namespace": "ai-tenant-e2e-shared-b-w2-335a68", "name": "odh-trusted-ca-bundle", "reconcileID": "c8f7b212-0f89-4d56-9bb4-998bdd2cfe59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-335a68"} 2026-09-11T14:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-335a68"}, "namespace": "ai-tenant-e2e-shared-b-w2-335a68", "name": "odh-trusted-ca-bundle", "reconcileID": "c8f7b212-0f89-4d56-9bb4-998bdd2cfe59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-335a68"} 2026-09-11T14:26:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-335a68"}, "namespace": "ai-tenant-e2e-shared-b-w2-335a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bd7df21-2826-463a-8a60-54f55231a916", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-335a68"} 2026-09-11T14:26:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-335a68"}, "namespace": "ai-tenant-e2e-shared-b-w2-335a68", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bd7df21-2826-463a-8a60-54f55231a916", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-335a68"} 2026-09-11T14:26:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-335a68","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-335a68", "reconcileID": "07696abb-19cc-4d39-a4d6-4738f75e7a0a", "Gateway": "e2e-shared-b-w2-335a68", "namespace": "openshift-ingress"} 2026-09-11T14:26:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "74aa547d-19cc-44dd-90e8-df27d93c8148", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:26:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "74aa547d-19cc-44dd-90e8-df27d93c8148", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:26:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "74aa547d-19cc-44dd-90e8-df27d93c8148", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:26:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "74aa547d-19cc-44dd-90e8-df27d93c8148", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d-kserve-route-authn"} 2026-09-11T14:26:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "74aa547d-19cc-44dd-90e8-df27d93c8148", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "authType": "userdefined"} 2026-09-11T14:26:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "74aa547d-19cc-44dd-90e8-df27d93c8148", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:27:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "1c1ec4cd-72ef-4ce7-b20c-ec0a574ccebb", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:27:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "1c1ec4cd-72ef-4ce7-b20c-ec0a574ccebb", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:27:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "1c1ec4cd-72ef-4ce7-b20c-ec0a574ccebb", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:27:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "1c1ec4cd-72ef-4ce7-b20c-ec0a574ccebb", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d-kserve-route-authn"} 2026-09-11T14:27:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "1c1ec4cd-72ef-4ce7-b20c-ec0a574ccebb", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "authType": "userdefined"} 2026-09-11T14:27:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "1c1ec4cd-72ef-4ce7-b20c-ec0a574ccebb", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:27:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "8c2659b3-832e-4030-bea8-fa6a2ad9737f", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "8c2659b3-832e-4030-bea8-fa6a2ad9737f", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "8c2659b3-832e-4030-bea8-fa6a2ad9737f", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "d91aba44-ed6f-4e11-8368-3dde4f79e42c", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:27:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "8c2659b3-832e-4030-bea8-fa6a2ad9737f", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56-kserve-route-authn"} 2026-09-11T14:27:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "8c2659b3-832e-4030-bea8-fa6a2ad9737f", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "authType": "userdefined"} 2026-09-11T14:27:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "8c2659b3-832e-4030-bea8-fa6a2ad9737f", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "d91aba44-ed6f-4e11-8368-3dde4f79e42c", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56-authn-ssl"} 2026-09-11T14:27:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "d91aba44-ed6f-4e11-8368-3dde4f79e42c", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:27:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "bc40781b-20e2-4680-8472-af0b2a44b5fe", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "bc40781b-20e2-4680-8472-af0b2a44b5fe", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "bc40781b-20e2-4680-8472-af0b2a44b5fe", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "bc40781b-20e2-4680-8472-af0b2a44b5fe", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56-kserve-route-authn"} 2026-09-11T14:27:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "bc40781b-20e2-4680-8472-af0b2a44b5fe", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "authType": "userdefined"} 2026-09-11T14:27:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "bc40781b-20e2-4680-8472-af0b2a44b5fe", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "158f87b5-94bb-42f8-a9bc-9d3069b48817", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:27:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "158f87b5-94bb-42f8-a9bc-9d3069b48817", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56-authn-ssl"} 2026-09-11T14:27:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "158f87b5-94bb-42f8-a9bc-9d3069b48817", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:27:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "93e45dd9-8b14-4227-8a94-80285bb28b98", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "93e45dd9-8b14-4227-8a94-80285bb28b98", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "93e45dd9-8b14-4227-8a94-80285bb28b98", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "93e45dd9-8b14-4227-8a94-80285bb28b98", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56-kserve-route-authn"} 2026-09-11T14:27:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "93e45dd9-8b14-4227-8a94-80285bb28b98", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "authType": "userdefined"} 2026-09-11T14:27:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "93e45dd9-8b14-4227-8a94-80285bb28b98", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "7a415eca-5bd5-455a-8753-55994ed38c21", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "7a415eca-5bd5-455a-8753-55994ed38c21", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "7a415eca-5bd5-455a-8753-55994ed38c21", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "7a415eca-5bd5-455a-8753-55994ed38c21", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56-kserve-route-authn"} 2026-09-11T14:27:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "7a415eca-5bd5-455a-8753-55994ed38c21", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "authType": "userdefined"} 2026-09-11T14:27:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "7a415eca-5bd5-455a-8753-55994ed38c21", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "b4581850-abc9-41c9-9149-3219da525798", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "b4581850-abc9-41c9-9149-3219da525798", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "b4581850-abc9-41c9-9149-3219da525798", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:27:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "b4581850-abc9-41c9-9149-3219da525798", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56-kserve-route-authn"} 2026-09-11T14:27:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "b4581850-abc9-41c9-9149-3219da525798", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "authType": "userdefined"} 2026-09-11T14:27:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "b4581850-abc9-41c9-9149-3219da525798", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:28:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "d06840e9-5524-4efe-b96c-8093e6283a44", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:28:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "d06840e9-5524-4efe-b96c-8093e6283a44", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d"} 2026-09-11T14:28:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "d06840e9-5524-4efe-b96c-8093e6283a44", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:28:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "d06840e9-5524-4efe-b96c-8093e6283a44", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:28:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "d06840e9-5524-4efe-b96c-8093e6283a44", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d-kserve-route-authn"} 2026-09-11T14:28:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "d06840e9-5524-4efe-b96c-8093e6283a44", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d-kserve-route-authn"} 2026-09-11T14:28:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "d06840e9-5524-4efe-b96c-8093e6283a44", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:28:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "d06840e9-5524-4efe-b96c-8093e6283a44", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:28:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e2e7d","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "rate-test-model-1e2e7d", "reconcileID": "f1dd2fc3-d5af-4517-a00a-45c57dbd3e7e", "LLMInferenceService": "rate-test-model-1e2e7d", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:28:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "73b05777-9335-4b4e-a9af-c16a602e1530", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress"} 2026-09-11T14:28:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "73b05777-9335-4b4e-a9af-c16a602e1530", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d-authn-ssl"} 2026-09-11T14:28:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "73b05777-9335-4b4e-a9af-c16a602e1530", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress"} 2026-09-11T14:28:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "50888d1a-9e7a-47bb-96fc-04a07b071bd3", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress"} 2026-09-11T14:28:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "50888d1a-9e7a-47bb-96fc-04a07b071bd3", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d-authn-ssl"} 2026-09-11T14:28:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "50888d1a-9e7a-47bb-96fc-04a07b071bd3", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress"} 2026-09-11T14:28:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "6c8e75db-c551-47e8-b3db-0e6ceefae91e", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:28:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "6c8e75db-c551-47e8-b3db-0e6ceefae91e", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56"} 2026-09-11T14:28:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "6c8e75db-c551-47e8-b3db-0e6ceefae91e", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:28:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "6c8e75db-c551-47e8-b3db-0e6ceefae91e", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:28:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "6c8e75db-c551-47e8-b3db-0e6ceefae91e", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56-kserve-route-authn"} 2026-09-11T14:28:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "6c8e75db-c551-47e8-b3db-0e6ceefae91e", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56-kserve-route-authn"} 2026-09-11T14:28:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "6c8e75db-c551-47e8-b3db-0e6ceefae91e", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:28:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "6c8e75db-c551-47e8-b3db-0e6ceefae91e", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:28:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-031a56","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "rate-test-model-031a56", "reconcileID": "07704114-1d21-4bf2-b6ff-2bbbc45d834a", "LLMInferenceService": "rate-test-model-031a56", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:28:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "eb1d9941-5419-4a4b-ab48-e1c8559a4e6f", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:28:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "eb1d9941-5419-4a4b-ab48-e1c8559a4e6f", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56-authn-ssl"} 2026-09-11T14:28:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "eb1d9941-5419-4a4b-ab48-e1c8559a4e6f", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:28:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "a9bbbf18-dcd0-45a8-a107-459e4ae0726f", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:28:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "a9bbbf18-dcd0-45a8-a107-459e4ae0726f", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56-authn-ssl"} 2026-09-11T14:28:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "a9bbbf18-dcd0-45a8-a107-459e4ae0726f", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:28:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "92741aea-c363-4e55-9d23-97347cad4868", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "92741aea-c363-4e55-9d23-97347cad4868", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:28:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "92741aea-c363-4e55-9d23-97347cad4868", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "3f6c87c0-643a-4632-8dc2-a725b6b510bb", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "3f6c87c0-643a-4632-8dc2-a725b6b510bb", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:28:13Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "3f6c87c0-643a-4632-8dc2-a725b6b510bb", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-30989f-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-30989f-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:28:13Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-30989f-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-30989f-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-30989f","uid":"316ab188-0e73-4722-8272-9c150b9f48d9","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"48966"}, "reason": "ReconcileError"} 2026-09-11T14:28:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "5787990c-5281-47c3-b5b7-ad4e94f26e31", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "5787990c-5281-47c3-b5b7-ad4e94f26e31", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:28:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "5787990c-5281-47c3-b5b7-ad4e94f26e31", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "b7e13eda-0f24-4d8f-8aa1-41e45f75e074", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "b7e13eda-0f24-4d8f-8aa1-41e45f75e074", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:28:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "b7e13eda-0f24-4d8f-8aa1-41e45f75e074", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "6ca3db08-ef39-4d92-bf0f-c6c580978ceb", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "6ca3db08-ef39-4d92-bf0f-c6c580978ceb", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:28:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "6ca3db08-ef39-4d92-bf0f-c6c580978ceb", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "9f7c1995-5340-4a29-8fe7-8e0bc70d7ab8", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "9f7c1995-5340-4a29-8fe7-8e0bc70d7ab8", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:28:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "9f7c1995-5340-4a29-8fe7-8e0bc70d7ab8", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "d8a51e5c-c53a-47b8-afe6-6ec43cb54d46", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "d8a51e5c-c53a-47b8-afe6-6ec43cb54d46", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:28:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "d8a51e5c-c53a-47b8-afe6-6ec43cb54d46", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "53dca179-d984-48c7-abfb-4ce16818eb07", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "53dca179-d984-48c7-abfb-4ce16818eb07", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:28:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "53dca179-d984-48c7-abfb-4ce16818eb07", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "openshift-service-ca.crt", "reconcileID": "a12974e2-150b-4136-9b3d-c7b7ea7655ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:28:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "openshift-service-ca.crt", "reconcileID": "5996b49a-07eb-42fb-83f1-a3d34d41c9d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-30989f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:28:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "openshift-service-ca.crt", "reconcileID": "5996b49a-07eb-42fb-83f1-a3d34d41c9d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:28:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "odh-trusted-ca-bundle", "reconcileID": "bb62f274-d52a-46a0-95e9-d2e2eeeb9fa0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:28:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1e175fb-a6b3-4547-8230-0107977db0a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:28:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "openshift-service-ca.crt", "reconcileID": "a6ef74e9-9a97-4f04-bdf9-0593f3499366", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:28:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "odh-trusted-ca-bundle", "reconcileID": "10fdbae8-ca0e-468f-b8e2-8238416f1b77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-30989f", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:28:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "odh-trusted-ca-bundle", "reconcileID": "10fdbae8-ca0e-468f-b8e2-8238416f1b77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:28:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d6054bf-c819-498f-aaef-1e300c165b61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:28:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "91cde106-a158-450c-ae9f-50352ecd4860", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "91cde106-a158-450c-ae9f-50352ecd4860", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:28:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "91cde106-a158-450c-ae9f-50352ecd4860", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "13d84138-4037-4a78-9b3e-71f9a8477c91", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "13d84138-4037-4a78-9b3e-71f9a8477c91", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:28:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "13d84138-4037-4a78-9b3e-71f9a8477c91", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "9fd2e7ad-d5ea-4a3b-bdb0-c17ace7f16b9", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "9fd2e7ad-d5ea-4a3b-bdb0-c17ace7f16b9", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522-authn-ssl"} 2026-09-11T14:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "9fd2e7ad-d5ea-4a3b-bdb0-c17ace7f16b9", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "98749ef4-b6b1-4f49-b49d-dd5422f83915", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "98749ef4-b6b1-4f49-b49d-dd5422f83915", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522-authn-ssl"} 2026-09-11T14:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "98749ef4-b6b1-4f49-b49d-dd5422f83915", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "b92318a2-3c96-4fc2-830c-07003c26cf3e", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "b92318a2-3c96-4fc2-830c-07003c26cf3e", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522-authn-ssl"} 2026-09-11T14:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "b92318a2-3c96-4fc2-830c-07003c26cf3e", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "2709c106-e44d-4436-9306-fbc95b009c58", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "2709c106-e44d-4436-9306-fbc95b009c58", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522-authn-ssl"} 2026-09-11T14:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "2709c106-e44d-4436-9306-fbc95b009c58", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "2ee7bddd-7904-4234-8b71-ebf6d709f9e9", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "2ee7bddd-7904-4234-8b71-ebf6d709f9e9", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522-authn-ssl"} 2026-09-11T14:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "2ee7bddd-7904-4234-8b71-ebf6d709f9e9", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "59d6d511-ac3f-45d5-aa84-05038a499a18", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "59d6d511-ac3f-45d5-aa84-05038a499a18", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522-authn-ssl"} 2026-09-11T14:28:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "59d6d511-ac3f-45d5-aa84-05038a499a18", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "c471df11-f397-4cd5-aaa2-ed2968ba5bbd", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "c471df11-f397-4cd5-aaa2-ed2968ba5bbd", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522-authn-ssl"} 2026-09-11T14:28:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "c471df11-f397-4cd5-aaa2-ed2968ba5bbd", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "1d933c90-794b-4189-bddf-7a0176094bac", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "1d933c90-794b-4189-bddf-7a0176094bac", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522-authn-ssl"} 2026-09-11T14:28:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "1d933c90-794b-4189-bddf-7a0176094bac", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "odh-trusted-ca-bundle", "reconcileID": "f27d68ac-40f8-4b09-80cf-e917e2e02d6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:28:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "openshift-service-ca.crt", "reconcileID": "0dc9f432-976b-4f23-8023-f863f4b90dff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:28:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "openshift-service-ca.crt", "reconcileID": "51d906ed-b587-4681-ac0f-28dccf00887d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b7d522", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:28:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "openshift-service-ca.crt", "reconcileID": "51d906ed-b587-4681-ac0f-28dccf00887d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:28:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "openshift-service-ca.crt", "reconcileID": "9e836baa-1966-493d-beb6-37286207bc73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:28:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4fd3d2c-51dc-4b68-ab06-695375c25cd9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:28:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "odh-trusted-ca-bundle", "reconcileID": "4aca505b-2eb2-4d28-b99b-6d2f103ffd52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b7d522", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:28:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "odh-trusted-ca-bundle", "reconcileID": "4aca505b-2eb2-4d28-b99b-6d2f103ffd52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:28:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "302e2474-d6ed-478e-8502-02150478c799", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:28:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "8fa36680-126c-4bb7-a59e-5b73ef841047", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "8fa36680-126c-4bb7-a59e-5b73ef841047", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522-authn-ssl"} 2026-09-11T14:28:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "8fa36680-126c-4bb7-a59e-5b73ef841047", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "091ed5cd-c7e4-4aa0-a3a6-281828adb172", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:28:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "091ed5cd-c7e4-4aa0-a3a6-281828adb172", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522-authn-ssl"} 2026-09-11T14:28:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "091ed5cd-c7e4-4aa0-a3a6-281828adb172", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:29:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "64411e9f-0298-4dbd-8ab8-e7fa2b30f112", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "64411e9f-0298-4dbd-8ab8-e7fa2b30f112", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "64411e9f-0298-4dbd-8ab8-e7fa2b30f112", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "bbf88e98-5567-4051-a79a-4ffd5333a23c", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:29:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "64411e9f-0298-4dbd-8ab8-e7fa2b30f112", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f-kserve-route-authn"} 2026-09-11T14:29:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "64411e9f-0298-4dbd-8ab8-e7fa2b30f112", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "authType": "userdefined"} 2026-09-11T14:29:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "64411e9f-0298-4dbd-8ab8-e7fa2b30f112", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "bbf88e98-5567-4051-a79a-4ffd5333a23c", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:29:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "bbf88e98-5567-4051-a79a-4ffd5333a23c", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:29:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "80cdd531-cc58-4699-bcc2-28c8f7c556f6", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "80cdd531-cc58-4699-bcc2-28c8f7c556f6", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "80cdd531-cc58-4699-bcc2-28c8f7c556f6", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "80cdd531-cc58-4699-bcc2-28c8f7c556f6", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f-kserve-route-authn"} 2026-09-11T14:29:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "80cdd531-cc58-4699-bcc2-28c8f7c556f6", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "authType": "userdefined"} 2026-09-11T14:29:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "80cdd531-cc58-4699-bcc2-28c8f7c556f6", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "3e25ab51-0dcb-4aa2-bdb9-feb84e2f501d", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:29:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "3e25ab51-0dcb-4aa2-bdb9-feb84e2f501d", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:29:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "3e25ab51-0dcb-4aa2-bdb9-feb84e2f501d", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:29:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "fada3d86-2910-4bd9-b726-a5981e029fc3", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "fada3d86-2910-4bd9-b726-a5981e029fc3", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "fada3d86-2910-4bd9-b726-a5981e029fc3", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "fada3d86-2910-4bd9-b726-a5981e029fc3", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f-kserve-route-authn"} 2026-09-11T14:29:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "fada3d86-2910-4bd9-b726-a5981e029fc3", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "authType": "userdefined"} 2026-09-11T14:29:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "fada3d86-2910-4bd9-b726-a5981e029fc3", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "dd237f08-d0d1-4a74-883c-61a5e4428cfc", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "dd237f08-d0d1-4a74-883c-61a5e4428cfc", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "dd237f08-d0d1-4a74-883c-61a5e4428cfc", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "dd237f08-d0d1-4a74-883c-61a5e4428cfc", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f-kserve-route-authn"} 2026-09-11T14:29:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "dd237f08-d0d1-4a74-883c-61a5e4428cfc", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "authType": "userdefined"} 2026-09-11T14:29:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "dd237f08-d0d1-4a74-883c-61a5e4428cfc", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "d3202cd1-be44-4dca-a5da-43b5c69c9296", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "d3202cd1-be44-4dca-a5da-43b5c69c9296", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82-authn-ssl"} 2026-09-11T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "d3202cd1-be44-4dca-a5da-43b5c69c9296", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "5646052f-b99b-4776-b2e9-2d69f0f48edd", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "5646052f-b99b-4776-b2e9-2d69f0f48edd", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82-authn-ssl"} 2026-09-11T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "5646052f-b99b-4776-b2e9-2d69f0f48edd", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "99ef172c-6f1c-4679-95ea-596b436e3051", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "99ef172c-6f1c-4679-95ea-596b436e3051", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82-authn-ssl"} 2026-09-11T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "99ef172c-6f1c-4679-95ea-596b436e3051", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "78590bb7-34ad-48e7-9e6b-db8dd88a63e6", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "78590bb7-34ad-48e7-9e6b-db8dd88a63e6", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82-authn-ssl"} 2026-09-11T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "78590bb7-34ad-48e7-9e6b-db8dd88a63e6", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "c2155c55-c141-4911-8ae2-a9fe13eda88c", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "c2155c55-c141-4911-8ae2-a9fe13eda88c", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82-authn-ssl"} 2026-09-11T14:29:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "c2155c55-c141-4911-8ae2-a9fe13eda88c", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "3e630ac9-df35-43a9-9e45-e1de2038de3e", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "3e630ac9-df35-43a9-9e45-e1de2038de3e", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82-authn-ssl"} 2026-09-11T14:29:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "3e630ac9-df35-43a9-9e45-e1de2038de3e", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "f4cfee2e-31cd-412b-883c-0e74ba349338", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:29:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "f4cfee2e-31cd-412b-883c-0e74ba349338", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82-authn-ssl"} 2026-09-11T14:29:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "f4cfee2e-31cd-412b-883c-0e74ba349338", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:30:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "20c5480d-af31-43ce-9620-cbf8fe8da888", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:30:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "20c5480d-af31-43ce-9620-cbf8fe8da888", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82-authn-ssl"} 2026-09-11T14:30:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "20c5480d-af31-43ce-9620-cbf8fe8da888", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:30:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-trusted-ca-bundle", "reconcileID": "3dcb6706-fc72-4464-a7eb-6b15ae42dee6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "openshift-service-ca.crt", "reconcileID": "c74f4bd3-37ee-42b5-a163-e81f482fe583", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "openshift-service-ca.crt", "reconcileID": "3d73a796-059a-4952-9e0d-f4f72f5a084a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:30:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "openshift-service-ca.crt", "reconcileID": "3d73a796-059a-4952-9e0d-f4f72f5a084a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-trusted-ca-bundle", "reconcileID": "21f26acf-5718-4515-a0ed-e604210a4f16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:30:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-trusted-ca-bundle", "reconcileID": "21f26acf-5718-4515-a0ed-e604210a4f16", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:30:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e4763d5-9697-4c89-9164-2c5895068b7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:30:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e4763d5-9697-4c89-9164-2c5895068b7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "openshift-service-ca.crt", "reconcileID": "dcca3836-432a-45b5-abb4-d6d6d5ea1d8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:30:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "openshift-service-ca.crt", "reconcileID": "dcca3836-432a-45b5-abb4-d6d6d5ea1d8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-trusted-ca-bundle", "reconcileID": "22888b9a-df85-4e42-b183-9039659c0c5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2a2e586-c3f7-4d7e-9aa9-5cc1459da8a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "a3fcd771-4cc8-45a6-aba6-beeac4bcd33b", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:30:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "a3fcd771-4cc8-45a6-aba6-beeac4bcd33b", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82-authn-ssl"} 2026-09-11T14:30:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "a3fcd771-4cc8-45a6-aba6-beeac4bcd33b", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:30:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "8f54fd1d-0976-4fc9-a72e-d1cec581b648", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:30:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "8f54fd1d-0976-4fc9-a72e-d1cec581b648", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82-authn-ssl"} 2026-09-11T14:30:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "8f54fd1d-0976-4fc9-a72e-d1cec581b648", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:30:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "2a2d203d-b224-44db-8455-e3e20172f1e9", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:30:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "2a2d203d-b224-44db-8455-e3e20172f1e9", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82-authn-ssl"} 2026-09-11T14:30:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "2a2d203d-b224-44db-8455-e3e20172f1e9", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:30:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "9e9cd625-ad49-46ef-bf7a-c00620b68e7b", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:30:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "9e9cd625-ad49-46ef-bf7a-c00620b68e7b", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82-authn-ssl"} 2026-09-11T14:30:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "9e9cd625-ad49-46ef-bf7a-c00620b68e7b", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:30:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3d8c44f-6cb3-413f-9e49-6059b3f9b2fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3d8c44f-6cb3-413f-9e49-6059b3f9b2fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:30:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3d8c44f-6cb3-413f-9e49-6059b3f9b2fd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-e83e82 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:30:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-trusted-ca-bundle", "reconcileID": "29b3a436-7571-49e9-96c3-b88529370f48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-trusted-ca-bundle", "reconcileID": "29b3a436-7571-49e9-96c3-b88529370f48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "openshift-service-ca.crt", "reconcileID": "bfc40861-1602-489a-aca7-55c19d29b837", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "openshift-service-ca.crt", "reconcileID": "bfc40861-1602-489a-aca7-55c19d29b837", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1bd851d-970c-4df8-89b7-662472735b17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e83e82"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1bd851d-970c-4df8-89b7-662472735b17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e83e82"} 2026-09-11T14:30:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e83e82","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e83e82", "reconcileID": "a5b287c7-197a-4374-a288-f4c957574085", "Gateway": "e2e-ipp-cleanup-e83e82", "namespace": "openshift-ingress"} 2026-09-11T14:31:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "f9ddfa10-de49-463f-a6af-f198efb59847", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:31:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "f9ddfa10-de49-463f-a6af-f198efb59847", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:31:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "f9ddfa10-de49-463f-a6af-f198efb59847", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:31:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "a2c9603b-841e-4467-a246-7c698af03985", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:31:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "a2c9603b-841e-4467-a246-7c698af03985", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:31:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "a2c9603b-841e-4467-a246-7c698af03985", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:31:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "00ac0bcc-e91e-4adf-bf16-95bc0e8e6761", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:31:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "00ac0bcc-e91e-4adf-bf16-95bc0e8e6761", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:31:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "00ac0bcc-e91e-4adf-bf16-95bc0e8e6761", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:31:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "641d3503-cbdf-473d-8271-65afbf632f0c", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "641d3503-cbdf-473d-8271-65afbf632f0c", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "641d3503-cbdf-473d-8271-65afbf632f0c", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "641d3503-cbdf-473d-8271-65afbf632f0c", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f-kserve-route-authn"} 2026-09-11T14:31:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "641d3503-cbdf-473d-8271-65afbf632f0c", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "authType": "userdefined"} 2026-09-11T14:31:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "641d3503-cbdf-473d-8271-65afbf632f0c", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "9fffb4ba-d578-463c-a238-d101badc2661", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "9fffb4ba-d578-463c-a238-d101badc2661", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "9fffb4ba-d578-463c-a238-d101badc2661", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "9fffb4ba-d578-463c-a238-d101badc2661", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f-kserve-route-authn"} 2026-09-11T14:31:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "9fffb4ba-d578-463c-a238-d101badc2661", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "authType": "userdefined"} 2026-09-11T14:31:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "9fffb4ba-d578-463c-a238-d101badc2661", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "655f794b-ff21-4b6e-a730-073b1903f507", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "655f794b-ff21-4b6e-a730-073b1903f507", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-30989f", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:31:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "655f794b-ff21-4b6e-a730-073b1903f507", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-30989f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:31:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "odh-trusted-ca-bundle", "reconcileID": "d6dcca1a-59fe-40b6-b7ec-0621412e6c4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "odh-trusted-ca-bundle", "reconcileID": "d6dcca1a-59fe-40b6-b7ec-0621412e6c4b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "openshift-service-ca.crt", "reconcileID": "f7c6ae58-fb46-469e-8198-e7d6aad95f1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "openshift-service-ca.crt", "reconcileID": "f7c6ae58-fb46-469e-8198-e7d6aad95f1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f9ca0f-8c63-4d14-a9e9-ed5130ecc8e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12f9ca0f-8c63-4d14-a9e9-ed5130ecc8e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "5a4b77b5-d343-47ee-8014-545eff86658f", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:31:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "5a4b77b5-d343-47ee-8014-545eff86658f", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:31:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "5a4b77b5-d343-47ee-8014-545eff86658f", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:31:54Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "86521755-bc5c-472c-9d66-7519bf456139", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "86521755-bc5c-472c-9d66-7519bf456139", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f"} 2026-09-11T14:31:54Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "86521755-bc5c-472c-9d66-7519bf456139", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "86521755-bc5c-472c-9d66-7519bf456139", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "86521755-bc5c-472c-9d66-7519bf456139", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f-kserve-route-authn"} 2026-09-11T14:31:54Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "86521755-bc5c-472c-9d66-7519bf456139", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f-kserve-route-authn"} 2026-09-11T14:31:54Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "86521755-bc5c-472c-9d66-7519bf456139", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:54Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "86521755-bc5c-472c-9d66-7519bf456139", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "52b5f080-cdb9-4641-a065-7231b2a839c9", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "52b5f080-cdb9-4641-a065-7231b2a839c9", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f"} 2026-09-11T14:31:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "52b5f080-cdb9-4641-a065-7231b2a839c9", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "52b5f080-cdb9-4641-a065-7231b2a839c9", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "52b5f080-cdb9-4641-a065-7231b2a839c9", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f-kserve-route-authn"} 2026-09-11T14:31:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "52b5f080-cdb9-4641-a065-7231b2a839c9", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f-kserve-route-authn"} 2026-09-11T14:31:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "52b5f080-cdb9-4641-a065-7231b2a839c9", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "52b5f080-cdb9-4641-a065-7231b2a839c9", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:55Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-30989f","namespace":"ai-tenant-e2e-ipp-a-30989f"}, "namespace": "ai-tenant-e2e-ipp-a-30989f", "name": "ipp-route-30989f", "reconcileID": "e220050c-0a4a-43df-a267-23ed3eae7a68", "LLMInferenceService": "ipp-route-30989f", "namespace": "ai-tenant-e2e-ipp-a-30989f"} 2026-09-11T14:31:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "f7e930a7-842b-4848-a005-07e8e44dd7b7", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:31:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "f7e930a7-842b-4848-a005-07e8e44dd7b7", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f-authn-ssl"} 2026-09-11T14:31:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "f7e930a7-842b-4848-a005-07e8e44dd7b7", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:32:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-30989f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-30989f", "reconcileID": "2f2ac97a-6808-4a7f-955e-2af36d4074b7", "Gateway": "e2e-ipp-a-30989f", "namespace": "openshift-ingress"} 2026-09-11T14:32:05Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:32:05Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:32:06Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:32:06Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "91c1ce35-d291-4129-8a78-e14785e00212", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "91c1ce35-d291-4129-8a78-e14785e00212", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522-authn-ssl"} 2026-09-11T14:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "91c1ce35-d291-4129-8a78-e14785e00212", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:32:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "acab5ca2-27c8-4776-bc23-4f28908b94e4", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:32:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "acab5ca2-27c8-4776-bc23-4f28908b94e4", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522-authn-ssl"} 2026-09-11T14:32:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "acab5ca2-27c8-4776-bc23-4f28908b94e4", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c86bf069-111a-40eb-ac77-0e81b826dc6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:32:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c86bf069-111a-40eb-ac77-0e81b826dc6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b7d522", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:32:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c86bf069-111a-40eb-ac77-0e81b826dc6b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-b7d522 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "odh-trusted-ca-bundle", "reconcileID": "a423cd6e-a259-418d-8165-7b26dfadf52b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:32:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "odh-trusted-ca-bundle", "reconcileID": "a423cd6e-a259-418d-8165-7b26dfadf52b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "openshift-service-ca.crt", "reconcileID": "71bca1a5-0222-46f2-900f-f258a91d130e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:32:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "openshift-service-ca.crt", "reconcileID": "71bca1a5-0222-46f2-900f-f258a91d130e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "299ca0de-263c-4a75-8e90-aa85bbb8fda3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:32:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b7d522"}, "namespace": "ai-tenant-e2e-ipp-b-b7d522", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "299ca0de-263c-4a75-8e90-aa85bbb8fda3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b7d522"} 2026-09-11T14:32:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b7d522","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b7d522", "reconcileID": "825ac5f4-9da2-4373-8aaa-e482edb9f5d8", "Gateway": "e2e-ipp-b-b7d522", "namespace": "openshift-ingress"} 2026-09-11T14:32:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "90448fcc-f56b-41e5-a0b7-52ecb6d5c5bc", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress"} 2026-09-11T14:32:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "90448fcc-f56b-41e5-a0b7-52ecb6d5c5bc", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d-authn-ssl"} 2026-09-11T14:32:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "90448fcc-f56b-41e5-a0b7-52ecb6d5c5bc", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress"} 2026-09-11T14:32:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "1b6b2376-1724-403f-a8fc-4fd1d0817769", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress"} 2026-09-11T14:32:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "1b6b2376-1724-403f-a8fc-4fd1d0817769", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d-authn-ssl"} 2026-09-11T14:32:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "1b6b2376-1724-403f-a8fc-4fd1d0817769", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress"} 2026-09-11T14:32:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26f6f875-39be-4dba-b49c-066191d7ef00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:32:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26f6f875-39be-4dba-b49c-066191d7ef00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:32:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26f6f875-39be-4dba-b49c-066191d7ef00", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-1e2e7d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:32:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "odh-trusted-ca-bundle", "reconcileID": "b8b1575c-7229-4ba7-b22a-31037f93a9e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:32:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "odh-trusted-ca-bundle", "reconcileID": "b8b1575c-7229-4ba7-b22a-31037f93a9e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:32:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "openshift-service-ca.crt", "reconcileID": "d6969ba0-157d-4b4e-8c46-a1af36b07cf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:32:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "openshift-service-ca.crt", "reconcileID": "d6969ba0-157d-4b4e-8c46-a1af36b07cf5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:32:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f7ed006-e918-40b6-bbbe-8a4b2aa6c719", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:32:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1e2e7d"}, "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f7ed006-e918-40b6-bbbe-8a4b2aa6c719", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1e2e7d"} 2026-09-11T14:32:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1e2e7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1e2e7d", "reconcileID": "214bb695-66ad-43c5-ae41-a27c03467eaf", "Gateway": "e2e-shared-a-w3-1e2e7d", "namespace": "openshift-ingress"} 2026-09-11T14:32:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "6dafb6f6-1a4b-4e49-8732-76658dfeb566", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:32:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "6dafb6f6-1a4b-4e49-8732-76658dfeb566", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56-authn-ssl"} 2026-09-11T14:32:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "6dafb6f6-1a4b-4e49-8732-76658dfeb566", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:32:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "50ffe33a-30cc-404e-9fe3-3b93b895b238", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:32:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "50ffe33a-30cc-404e-9fe3-3b93b895b238", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56-authn-ssl"} 2026-09-11T14:32:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "50ffe33a-30cc-404e-9fe3-3b93b895b238", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:32:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0592535b-76d3-4b26-97b9-cb5c7f066171", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:32:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0592535b-76d3-4b26-97b9-cb5c7f066171", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T14:32:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0592535b-76d3-4b26-97b9-cb5c7f066171", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-031a56 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T14:32:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "odh-trusted-ca-bundle", "reconcileID": "65e609cb-397c-4970-8847-c57a45538ee0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:32:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "odh-trusted-ca-bundle", "reconcileID": "65e609cb-397c-4970-8847-c57a45538ee0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:32:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "openshift-service-ca.crt", "reconcileID": "51e07e47-174d-4051-9088-1c1795954d4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:32:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "openshift-service-ca.crt", "reconcileID": "51e07e47-174d-4051-9088-1c1795954d4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:32:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7da5502a-1c20-4e1c-973d-12e107870bac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:32:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-031a56"}, "namespace": "ai-tenant-e2e-shared-b-w3-031a56", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7da5502a-1c20-4e1c-973d-12e107870bac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-031a56"} 2026-09-11T14:32:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-031a56","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-031a56", "reconcileID": "6193f242-e80c-48de-9514-dc85222b1f05", "Gateway": "e2e-shared-b-w3-031a56", "namespace": "openshift-ingress"} 2026-09-11T14:37:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "e8ea7468-542f-4aa5-a7e0-6f8d2318eb9f", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "e8ea7468-542f-4aa5-a7e0-6f8d2318eb9f", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "e8ea7468-542f-4aa5-a7e0-6f8d2318eb9f", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9ed8630-b346-44b9-8f8e-d88d98c6065d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "e8ea7468-542f-4aa5-a7e0-6f8d2318eb9f", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm", "name": "e2e-same-id-a-9a20169b-kserve-route-authn"} 2026-09-11T14:37:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "e8ea7468-542f-4aa5-a7e0-6f8d2318eb9f", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:37:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "e8ea7468-542f-4aa5-a7e0-6f8d2318eb9f", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9ed8630-b346-44b9-8f8e-d88d98c6065d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a9ed8630-b346-44b9-8f8e-d88d98c6065d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "4c9b6a7f-969e-4f5d-8174-6f92ca7ccc3b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "4c9b6a7f-969e-4f5d-8174-6f92ca7ccc3b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "4c9b6a7f-969e-4f5d-8174-6f92ca7ccc3b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "4c9b6a7f-969e-4f5d-8174-6f92ca7ccc3b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm", "name": "e2e-same-id-a-9a20169b-kserve-route-authn"} 2026-09-11T14:37:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "4c9b6a7f-969e-4f5d-8174-6f92ca7ccc3b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:37:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "4c9b6a7f-969e-4f5d-8174-6f92ca7ccc3b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "d10d0c5f-2b58-44d6-8e40-b747c6fad8f0", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "d10d0c5f-2b58-44d6-8e40-b747c6fad8f0", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "d10d0c5f-2b58-44d6-8e40-b747c6fad8f0", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e74bb7d8-f7cf-4c47-a913-a70682e232cb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "d10d0c5f-2b58-44d6-8e40-b747c6fad8f0", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm", "name": "e2e-same-id-b-9a20169b-kserve-route-authn"} 2026-09-11T14:37:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "d10d0c5f-2b58-44d6-8e40-b747c6fad8f0", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:37:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "d10d0c5f-2b58-44d6-8e40-b747c6fad8f0", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e74bb7d8-f7cf-4c47-a913-a70682e232cb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e74bb7d8-f7cf-4c47-a913-a70682e232cb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07a77984-4970-4033-819f-b13f893e13f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07a77984-4970-4033-819f-b13f893e13f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "07a77984-4970-4033-819f-b13f893e13f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "371d4bba-9108-4f4c-9702-ba240bf7571f", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "371d4bba-9108-4f4c-9702-ba240bf7571f", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "371d4bba-9108-4f4c-9702-ba240bf7571f", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "371d4bba-9108-4f4c-9702-ba240bf7571f", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm", "name": "e2e-same-id-a-9a20169b-kserve-route-authn"} 2026-09-11T14:37:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "371d4bba-9108-4f4c-9702-ba240bf7571f", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:37:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "371d4bba-9108-4f4c-9702-ba240bf7571f", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "28338bdf-914c-4b78-84fa-f9a66f10b16c", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "28338bdf-914c-4b78-84fa-f9a66f10b16c", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "28338bdf-914c-4b78-84fa-f9a66f10b16c", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "28338bdf-914c-4b78-84fa-f9a66f10b16c", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm", "name": "e2e-same-id-b-9a20169b-kserve-route-authn"} 2026-09-11T14:37:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "28338bdf-914c-4b78-84fa-f9a66f10b16c", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:37:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "28338bdf-914c-4b78-84fa-f9a66f10b16c", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "654f1701-dade-4ee7-afce-8e21f68c7688", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "654f1701-dade-4ee7-afce-8e21f68c7688", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "654f1701-dade-4ee7-afce-8e21f68c7688", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "b150bab9-d9c3-4b2e-8916-b90b02a8bf36", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "b150bab9-d9c3-4b2e-8916-b90b02a8bf36", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "b150bab9-d9c3-4b2e-8916-b90b02a8bf36", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "b150bab9-d9c3-4b2e-8916-b90b02a8bf36", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm", "name": "e2e-same-id-b-9a20169b-kserve-route-authn"} 2026-09-11T14:37:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "b150bab9-d9c3-4b2e-8916-b90b02a8bf36", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:37:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "b150bab9-d9c3-4b2e-8916-b90b02a8bf36", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:27Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:37:27Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:37:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:37:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T14:37:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "1e83b33c-a3f4-4c36-81e1-380b692dda6c", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "1e83b33c-a3f4-4c36-81e1-380b692dda6c", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "1e83b33c-a3f4-4c36-81e1-380b692dda6c", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "1e83b33c-a3f4-4c36-81e1-380b692dda6c", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm", "name": "e2e-same-id-a-9a20169b-kserve-route-authn"} 2026-09-11T14:37:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "1e83b33c-a3f4-4c36-81e1-380b692dda6c", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:37:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "1e83b33c-a3f4-4c36-81e1-380b692dda6c", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "80250efc-6e35-4744-881b-ae49aeb152d8", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "80250efc-6e35-4744-881b-ae49aeb152d8", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "80250efc-6e35-4744-881b-ae49aeb152d8", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "80250efc-6e35-4744-881b-ae49aeb152d8", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm", "name": "e2e-same-id-b-9a20169b-kserve-route-authn"} 2026-09-11T14:37:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "80250efc-6e35-4744-881b-ae49aeb152d8", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm", "authType": "userdefined"} 2026-09-11T14:37:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "80250efc-6e35-4744-881b-ae49aeb152d8", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "4cd143ed-32bc-4315-b41a-2aa21a6e608b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "4cd143ed-32bc-4315-b41a-2aa21a6e608b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm", "name": "e2e-same-id-a-9a20169b"} 2026-09-11T14:37:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "4cd143ed-32bc-4315-b41a-2aa21a6e608b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "4cd143ed-32bc-4315-b41a-2aa21a6e608b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "4cd143ed-32bc-4315-b41a-2aa21a6e608b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm", "name": "e2e-same-id-a-9a20169b-kserve-route-authn"} 2026-09-11T14:37:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "4cd143ed-32bc-4315-b41a-2aa21a6e608b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm", "name": "e2e-same-id-a-9a20169b-kserve-route-authn"} 2026-09-11T14:37:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9a20169b", "reconcileID": "0978b6d4-04f9-4d0f-82e2-f504e178e28b", "LLMInferenceService": "e2e-same-id-a-9a20169b", "namespace": "llm"} 2026-09-11T14:37:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0546dc5-3f37-4ff2-a497-122bf16c9f84", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0546dc5-3f37-4ff2-a497-122bf16c9f84", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:37:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f0546dc5-3f37-4ff2-a497-122bf16c9f84", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b2ca2a8-f543-4a53-9ffe-c489c432ba18", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b2ca2a8-f543-4a53-9ffe-c489c432ba18", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:37:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1b2ca2a8-f543-4a53-9ffe-c489c432ba18", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "7757723e-378f-49c5-83ed-9404d656abc9", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "7757723e-378f-49c5-83ed-9404d656abc9", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm", "name": "e2e-same-id-b-9a20169b"} 2026-09-11T14:37:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "7757723e-378f-49c5-83ed-9404d656abc9", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "7757723e-378f-49c5-83ed-9404d656abc9", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "7757723e-378f-49c5-83ed-9404d656abc9", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm", "name": "e2e-same-id-b-9a20169b-kserve-route-authn"} 2026-09-11T14:37:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "7757723e-378f-49c5-83ed-9404d656abc9", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm", "name": "e2e-same-id-b-9a20169b-kserve-route-authn"} 2026-09-11T14:37:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9a20169b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9a20169b", "reconcileID": "8602af1d-6632-484a-96a2-a2f0c23c3900", "LLMInferenceService": "e2e-same-id-b-9a20169b", "namespace": "llm"} 2026-09-11T14:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2fe83367-f276-4ef6-a1d2-07e6f0ec674b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2fe83367-f276-4ef6-a1d2-07e6f0ec674b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2fe83367-f276-4ef6-a1d2-07e6f0ec674b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5afa08f3-7286-4315-a4b4-15af96150020", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T14:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5afa08f3-7286-4315-a4b4-15af96150020", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T14:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5afa08f3-7286-4315-a4b4-15af96150020", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}