2026-09-11T16:54:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-347815","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-347815", "reconcileID": "359910d6-8ded-4033-bf8c-9b6de678464e", "Gateway": "e2e-shared-a-w2-347815", "namespace": "openshift-ingress"} 2026-09-11T16:54:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-347815"}, "namespace": "ai-tenant-e2e-shared-a-w2-347815", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21d35185-b9f4-4b8c-b8c8-6a00bdb199ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-347815"} 2026-09-11T16:54:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-347815"}, "namespace": "ai-tenant-e2e-shared-a-w2-347815", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21d35185-b9f4-4b8c-b8c8-6a00bdb199ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-347815", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T16:54:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-347815"}, "namespace": "ai-tenant-e2e-shared-a-w2-347815", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21d35185-b9f4-4b8c-b8c8-6a00bdb199ca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-347815 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T16:54:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-347815"}, "namespace": "ai-tenant-e2e-shared-a-w2-347815", "name": "odh-trusted-ca-bundle", "reconcileID": "17fa0af1-3c32-48ad-8b8b-27fca04453d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-347815"} 2026-09-11T16:54:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-347815"}, "namespace": "ai-tenant-e2e-shared-a-w2-347815", "name": "odh-trusted-ca-bundle", "reconcileID": "17fa0af1-3c32-48ad-8b8b-27fca04453d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-347815"} 2026-09-11T16:54:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-347815"}, "namespace": "ai-tenant-e2e-shared-a-w2-347815", "name": "openshift-service-ca.crt", "reconcileID": "b032bbcb-71e2-4c09-9f26-bdd2714db44f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-347815"} 2026-09-11T16:54:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-347815"}, "namespace": "ai-tenant-e2e-shared-a-w2-347815", "name": "openshift-service-ca.crt", "reconcileID": "b032bbcb-71e2-4c09-9f26-bdd2714db44f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-347815"} 2026-09-11T16:54:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-347815"}, "namespace": "ai-tenant-e2e-shared-a-w2-347815", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6140b86-24a2-430a-9c6c-5b6da47df9e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-347815"} 2026-09-11T16:54:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-347815"}, "namespace": "ai-tenant-e2e-shared-a-w2-347815", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6140b86-24a2-430a-9c6c-5b6da47df9e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-347815"} 2026-09-11T16:54:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-347815","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-347815", "reconcileID": "26c9b629-4499-4bfd-b213-449bddabf37e", "Gateway": "e2e-shared-a-w2-347815", "namespace": "openshift-ingress"} 2026-09-11T16:54:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-347815","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-347815", "reconcileID": "26c9b629-4499-4bfd-b213-449bddabf37e", "Gateway": "e2e-shared-a-w2-347815", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-347815-authn-ssl"} 2026-09-11T16:54:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-347815","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-347815", "reconcileID": "26c9b629-4499-4bfd-b213-449bddabf37e", "Gateway": "e2e-shared-a-w2-347815", "namespace": "openshift-ingress"} 2026-09-11T16:54:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-347815","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-347815", "reconcileID": "b93a26d1-1109-4683-8b80-908c77d9b19d", "Gateway": "e2e-shared-a-w2-347815", "namespace": "openshift-ingress"} 2026-09-11T16:55:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "4125e847-1166-4202-a5aa-4c4d0ad30616", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T16:55:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "4125e847-1166-4202-a5aa-4c4d0ad30616", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T16:55:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "4125e847-1166-4202-a5aa-4c4d0ad30616", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T16:55:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "4125e847-1166-4202-a5aa-4c4d0ad30616", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416-kserve-route-authn"} 2026-09-11T16:55:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "4125e847-1166-4202-a5aa-4c4d0ad30616", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "authType": "userdefined"} 2026-09-11T16:55:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "4125e847-1166-4202-a5aa-4c4d0ad30616", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T16:55:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "0dae1a47-79d1-4765-a512-6c57399c19b8", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "0dae1a47-79d1-4765-a512-6c57399c19b8", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "0dae1a47-79d1-4765-a512-6c57399c19b8", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "0dae1a47-79d1-4765-a512-6c57399c19b8", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a-kserve-route-authn"} 2026-09-11T16:55:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "0dae1a47-79d1-4765-a512-6c57399c19b8", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "authType": "userdefined"} 2026-09-11T16:55:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "0dae1a47-79d1-4765-a512-6c57399c19b8", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "fb90488c-f8ff-4862-84be-9b4cc91e6bad", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T16:55:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "fb90488c-f8ff-4862-84be-9b4cc91e6bad", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a-authn-ssl"} 2026-09-11T16:55:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "fb90488c-f8ff-4862-84be-9b4cc91e6bad", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T16:55:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3e9c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3e9c29", "reconcileID": "4c4411fa-406b-4b0f-ad63-22716e459278", "Gateway": "e2e-shared-b-w2-3e9c29", "namespace": "openshift-ingress"} 2026-09-11T16:55:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3e9c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3e9c29", "reconcileID": "4c4411fa-406b-4b0f-ad63-22716e459278", "Gateway": "e2e-shared-b-w2-3e9c29", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3e9c29-authn-ssl"} 2026-09-11T16:55:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3e9c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3e9c29", "reconcileID": "4c4411fa-406b-4b0f-ad63-22716e459278", "Gateway": "e2e-shared-b-w2-3e9c29", "namespace": "openshift-ingress"} 2026-09-11T16:55:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "296d1308-de4b-458f-9db2-8ebb7bc516cf", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "296d1308-de4b-458f-9db2-8ebb7bc516cf", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "296d1308-de4b-458f-9db2-8ebb7bc516cf", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "296d1308-de4b-458f-9db2-8ebb7bc516cf", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a-kserve-route-authn"} 2026-09-11T16:55:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "296d1308-de4b-458f-9db2-8ebb7bc516cf", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "authType": "userdefined"} 2026-09-11T16:55:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "296d1308-de4b-458f-9db2-8ebb7bc516cf", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3e9c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3e9c29", "reconcileID": "4082cda7-2c1b-442a-92df-b2cefd880f5f", "Gateway": "e2e-shared-b-w2-3e9c29", "namespace": "openshift-ingress"} 2026-09-11T16:55:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3e9c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3e9c29", "reconcileID": "4082cda7-2c1b-442a-92df-b2cefd880f5f", "Gateway": "e2e-shared-b-w2-3e9c29", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3e9c29-authn-ssl"} 2026-09-11T16:55:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3e9c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3e9c29", "reconcileID": "4082cda7-2c1b-442a-92df-b2cefd880f5f", "Gateway": "e2e-shared-b-w2-3e9c29", "namespace": "openshift-ingress"} 2026-09-11T16:55:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "f0182d28-77d0-4e7d-8e87-922571a6b23a", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T16:55:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "f0182d28-77d0-4e7d-8e87-922571a6b23a", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a-authn-ssl"} 2026-09-11T16:55:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "f0182d28-77d0-4e7d-8e87-922571a6b23a", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T16:55:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3e9c29"}, "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1efd8cc0-4272-4451-ac30-7f1e695e327c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29"} 2026-09-11T16:55:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3e9c29"}, "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1efd8cc0-4272-4451-ac30-7f1e695e327c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T16:55:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3e9c29"}, "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1efd8cc0-4272-4451-ac30-7f1e695e327c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-3e9c29 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T16:55:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3e9c29"}, "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "name": "odh-trusted-ca-bundle", "reconcileID": "b2b429d6-04a0-444f-ae3a-5dd790dc944f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29"} 2026-09-11T16:55:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3e9c29"}, "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "name": "odh-trusted-ca-bundle", "reconcileID": "b2b429d6-04a0-444f-ae3a-5dd790dc944f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T16:55:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3e9c29"}, "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "name": "odh-trusted-ca-bundle", "reconcileID": "b2b429d6-04a0-444f-ae3a-5dd790dc944f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-3e9c29 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T16:55:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-3e9c29"}, "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "name": "openshift-service-ca.crt", "reconcileID": "a2e53575-b688-4dd8-ab3e-074dd32dcb71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29"} 2026-09-11T16:55:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-3e9c29"}, "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "name": "openshift-service-ca.crt", "reconcileID": "a2e53575-b688-4dd8-ab3e-074dd32dcb71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29"} 2026-09-11T16:55:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3e9c29"}, "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27b25045-3c69-421c-9ebd-ffb9ca2cd33a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29"} 2026-09-11T16:55:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3e9c29"}, "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27b25045-3c69-421c-9ebd-ffb9ca2cd33a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29"} 2026-09-11T16:55:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3e9c29"}, "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "name": "odh-trusted-ca-bundle", "reconcileID": "aac36cd4-d0c7-47b1-8deb-f4dcd443a632", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29"} 2026-09-11T16:55:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-3e9c29"}, "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29", "name": "odh-trusted-ca-bundle", "reconcileID": "aac36cd4-d0c7-47b1-8deb-f4dcd443a632", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-3e9c29"} 2026-09-11T16:55:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "171f118d-7a22-4e20-83c8-bf3f6c6b5dc6", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "171f118d-7a22-4e20-83c8-bf3f6c6b5dc6", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "171f118d-7a22-4e20-83c8-bf3f6c6b5dc6", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "171f118d-7a22-4e20-83c8-bf3f6c6b5dc6", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a-kserve-route-authn"} 2026-09-11T16:55:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "171f118d-7a22-4e20-83c8-bf3f6c6b5dc6", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "authType": "userdefined"} 2026-09-11T16:55:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "171f118d-7a22-4e20-83c8-bf3f6c6b5dc6", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-3e9c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-3e9c29", "reconcileID": "766a6c1b-cd34-43a0-b0f6-49f08bc25232", "Gateway": "e2e-shared-b-w2-3e9c29", "namespace": "openshift-ingress"} 2026-09-11T16:55:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "0aa8777e-6242-4a7f-8938-b54abfc2d7d2", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "0aa8777e-6242-4a7f-8938-b54abfc2d7d2", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "0aa8777e-6242-4a7f-8938-b54abfc2d7d2", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:55:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "0aa8777e-6242-4a7f-8938-b54abfc2d7d2", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a-kserve-route-authn"} 2026-09-11T16:55:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "0aa8777e-6242-4a7f-8938-b54abfc2d7d2", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "authType": "userdefined"} 2026-09-11T16:55:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "0aa8777e-6242-4a7f-8938-b54abfc2d7d2", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:56:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "9695e006-bdab-426f-8a28-ae10fe146f4e", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T16:56:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "9695e006-bdab-426f-8a28-ae10fe146f4e", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416"} 2026-09-11T16:56:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "9695e006-bdab-426f-8a28-ae10fe146f4e", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T16:56:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "9695e006-bdab-426f-8a28-ae10fe146f4e", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T16:56:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "9695e006-bdab-426f-8a28-ae10fe146f4e", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416-kserve-route-authn"} 2026-09-11T16:56:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "9695e006-bdab-426f-8a28-ae10fe146f4e", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416-kserve-route-authn"} 2026-09-11T16:56:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "9695e006-bdab-426f-8a28-ae10fe146f4e", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T16:56:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "9695e006-bdab-426f-8a28-ae10fe146f4e", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T16:56:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ff7416","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "rate-test-model-ff7416", "reconcileID": "bed3324e-9d47-4dec-a4ab-8baea6b78b62", "LLMInferenceService": "rate-test-model-ff7416", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T16:56:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "6ed0bbaf-2fc0-466b-950b-3a2ecb96799c", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress"} 2026-09-11T16:56:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "6ed0bbaf-2fc0-466b-950b-3a2ecb96799c", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416-authn-ssl"} 2026-09-11T16:56:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "6ed0bbaf-2fc0-466b-950b-3a2ecb96799c", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress"} 2026-09-11T16:56:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "12141830-783f-43a5-af37-f70dc7c15d67", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress"} 2026-09-11T16:56:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "12141830-783f-43a5-af37-f70dc7c15d67", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416-authn-ssl"} 2026-09-11T16:56:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "12141830-783f-43a5-af37-f70dc7c15d67", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress"} 2026-09-11T16:56:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "825a86b4-0c31-43d8-a6a3-1fe74a65f9b1", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:56:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "825a86b4-0c31-43d8-a6a3-1fe74a65f9b1", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a"} 2026-09-11T16:56:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "825a86b4-0c31-43d8-a6a3-1fe74a65f9b1", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:56:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "825a86b4-0c31-43d8-a6a3-1fe74a65f9b1", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:56:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "825a86b4-0c31-43d8-a6a3-1fe74a65f9b1", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a-kserve-route-authn"} 2026-09-11T16:56:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "825a86b4-0c31-43d8-a6a3-1fe74a65f9b1", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a-kserve-route-authn"} 2026-09-11T16:56:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "825a86b4-0c31-43d8-a6a3-1fe74a65f9b1", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:56:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "825a86b4-0c31-43d8-a6a3-1fe74a65f9b1", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:56:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ce902a","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "rate-test-model-ce902a", "reconcileID": "fd70a3e0-e9c8-4c1b-a0b5-4dca033e531c", "LLMInferenceService": "rate-test-model-ce902a", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T16:56:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "3f63a16a-4138-4316-af36-389cd015fa6e", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T16:56:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "3f63a16a-4138-4316-af36-389cd015fa6e", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a-authn-ssl"} 2026-09-11T16:56:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "3f63a16a-4138-4316-af36-389cd015fa6e", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T16:56:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "8ad2ccb1-9450-4372-8666-9438d69a1a34", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T16:56:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "8ad2ccb1-9450-4372-8666-9438d69a1a34", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a-authn-ssl"} 2026-09-11T16:56:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "8ad2ccb1-9450-4372-8666-9438d69a1a34", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T16:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "b21e7712-c4d1-4f57-b86b-1109e1ad317a", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "b21e7712-c4d1-4f57-b86b-1109e1ad317a", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "b21e7712-c4d1-4f57-b86b-1109e1ad317a", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "271ea752-fd56-4b55-a54e-b6e8bf9af90c", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "271ea752-fd56-4b55-a54e-b6e8bf9af90c", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "271ea752-fd56-4b55-a54e-b6e8bf9af90c", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "b92f7802-39f6-4143-88ef-1a1fc18fdfb2", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "b92f7802-39f6-4143-88ef-1a1fc18fdfb2", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "b92f7802-39f6-4143-88ef-1a1fc18fdfb2", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "3ef7a2f0-5671-4e6f-88f5-dd623637e8d5", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "3ef7a2f0-5671-4e6f-88f5-dd623637e8d5", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "3ef7a2f0-5671-4e6f-88f5-dd623637e8d5", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "c1151272-1fa2-42bf-936e-038b2c38bebf", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "c1151272-1fa2-42bf-936e-038b2c38bebf", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "c1151272-1fa2-42bf-936e-038b2c38bebf", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "e6811bbe-bc33-4747-916b-4798aa0ac1d6", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "e6811bbe-bc33-4747-916b-4798aa0ac1d6", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:56:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "e6811bbe-bc33-4747-916b-4798aa0ac1d6", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "d5d8e808-4349-4967-a545-c02d0de39d46", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "d5d8e808-4349-4967-a545-c02d0de39d46", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:56:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "d5d8e808-4349-4967-a545-c02d0de39d46", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "1dc606a1-0f63-4b79-8638-1caeccfdadfa", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "1dc606a1-0f63-4b79-8638-1caeccfdadfa", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:56:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "1dc606a1-0f63-4b79-8638-1caeccfdadfa", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "openshift-service-ca.crt", "reconcileID": "5cb1d5f1-07d1-4efb-801c-7004c51ffc3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "odh-trusted-ca-bundle", "reconcileID": "318cd8ed-9151-43d8-83bb-bba8913f2d40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:56:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "openshift-service-ca.crt", "reconcileID": "293350b7-5dd5-455b-8c0c-59f158c72a5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-519b89", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T16:56:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "openshift-service-ca.crt", "reconcileID": "293350b7-5dd5-455b-8c0c-59f158c72a5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a7fd983-277c-49ef-adc5-eb2d6c60c4d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "openshift-service-ca.crt", "reconcileID": "30828291-66a1-4395-accc-ca1f24f6089a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:56:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "odh-trusted-ca-bundle", "reconcileID": "7d38bf50-022c-4897-9dab-08e0098dcb29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-519b89", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T16:56:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "odh-trusted-ca-bundle", "reconcileID": "7d38bf50-022c-4897-9dab-08e0098dcb29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:56:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e9b7b81-2463-452f-bea5-afb8d7643cb5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:56:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "b1cd9ee4-8f49-4ad4-9966-48b1949336f9", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "b1cd9ee4-8f49-4ad4-9966-48b1949336f9", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:56:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "b1cd9ee4-8f49-4ad4-9966-48b1949336f9", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "4e9d00d1-6e0a-4a63-a401-2e4061153701", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "4e9d00d1-6e0a-4a63-a401-2e4061153701", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:56:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "4e9d00d1-6e0a-4a63-a401-2e4061153701", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:56:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "e65caf01-2356-403c-ade1-5268dbfe5184", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "e65caf01-2356-403c-ade1-5268dbfe5184", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c-authn-ssl"} 2026-09-11T16:56:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "e65caf01-2356-403c-ade1-5268dbfe5184", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "61373b94-a402-4b9f-8ba0-f41ff0d317f4", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "61373b94-a402-4b9f-8ba0-f41ff0d317f4", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c-authn-ssl"} 2026-09-11T16:56:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "61373b94-a402-4b9f-8ba0-f41ff0d317f4", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "e6b8f4a9-4782-4c60-930c-2f7246b90235", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "e6b8f4a9-4782-4c60-930c-2f7246b90235", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c-authn-ssl"} 2026-09-11T16:56:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "e6b8f4a9-4782-4c60-930c-2f7246b90235", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "b9cfc366-ded2-434f-b860-d67c2d77036b", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "b9cfc366-ded2-434f-b860-d67c2d77036b", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c-authn-ssl"} 2026-09-11T16:56:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "b9cfc366-ded2-434f-b860-d67c2d77036b", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "c981f0d6-eef3-48a3-873e-228ed3e701ce", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "c981f0d6-eef3-48a3-873e-228ed3e701ce", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c-authn-ssl"} 2026-09-11T16:56:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "c981f0d6-eef3-48a3-873e-228ed3e701ce", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "c1b48769-d3e4-45d1-b7c2-79b70aafd5ff", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "c1b48769-d3e4-45d1-b7c2-79b70aafd5ff", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c-authn-ssl"} 2026-09-11T16:56:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "c1b48769-d3e4-45d1-b7c2-79b70aafd5ff", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "67fc8039-3923-4978-b7e1-279a702d3099", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "67fc8039-3923-4978-b7e1-279a702d3099", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c-authn-ssl"} 2026-09-11T16:56:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "67fc8039-3923-4978-b7e1-279a702d3099", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "e34de99d-ad49-4aaa-b4b0-5381d993e3d0", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "e34de99d-ad49-4aaa-b4b0-5381d993e3d0", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c-authn-ssl"} 2026-09-11T16:56:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "e34de99d-ad49-4aaa-b4b0-5381d993e3d0", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "openshift-service-ca.crt", "reconcileID": "ea89eac4-cf22-4783-9c7e-1640efe1bd9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T16:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "odh-trusted-ca-bundle", "reconcileID": "2776a632-f64f-414b-afb5-4d1d8da66b8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T16:56:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "openshift-service-ca.crt", "reconcileID": "8a4d4d3a-13d0-4d61-ad35-22a3565aeef5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eb677c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T16:56:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "openshift-service-ca.crt", "reconcileID": "8a4d4d3a-13d0-4d61-ad35-22a3565aeef5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T16:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "openshift-service-ca.crt", "reconcileID": "f19b0ed4-24f6-4a0f-99fe-e6b87ab2123b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T16:56:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87962f5d-df12-4041-a215-ee27adab3351", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T16:56:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "odh-trusted-ca-bundle", "reconcileID": "4575ced3-3945-4eb4-bd5c-d8a0e29489e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eb677c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T16:56:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "odh-trusted-ca-bundle", "reconcileID": "4575ced3-3945-4eb4-bd5c-d8a0e29489e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T16:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cb02dfd-b6d9-4508-a585-d091d52e190c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T16:56:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "335c23f8-b505-403f-8d75-7b2cd4860538", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "335c23f8-b505-403f-8d75-7b2cd4860538", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c-authn-ssl"} 2026-09-11T16:56:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "335c23f8-b505-403f-8d75-7b2cd4860538", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "4d53b55b-1336-463b-95b2-a4684cec0089", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:56:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "4d53b55b-1336-463b-95b2-a4684cec0089", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c-authn-ssl"} 2026-09-11T16:56:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "4d53b55b-1336-463b-95b2-a4684cec0089", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T16:57:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "75baecba-154e-4a01-95b8-32f1de0f3337", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "75baecba-154e-4a01-95b8-32f1de0f3337", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "75baecba-154e-4a01-95b8-32f1de0f3337", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "e5dff710-b7a2-4b52-b327-3fde6285cb9b", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:57:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "75baecba-154e-4a01-95b8-32f1de0f3337", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89-kserve-route-authn"} 2026-09-11T16:57:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "75baecba-154e-4a01-95b8-32f1de0f3337", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "authType": "userdefined"} 2026-09-11T16:57:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "75baecba-154e-4a01-95b8-32f1de0f3337", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "e5dff710-b7a2-4b52-b327-3fde6285cb9b", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:57:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "e5dff710-b7a2-4b52-b327-3fde6285cb9b", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:57:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "45b3ca0d-b75c-4836-b420-7ab74bf24e9a", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "45b3ca0d-b75c-4836-b420-7ab74bf24e9a", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "45b3ca0d-b75c-4836-b420-7ab74bf24e9a", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "45b3ca0d-b75c-4836-b420-7ab74bf24e9a", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89-kserve-route-authn"} 2026-09-11T16:57:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "45b3ca0d-b75c-4836-b420-7ab74bf24e9a", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "authType": "userdefined"} 2026-09-11T16:57:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "45b3ca0d-b75c-4836-b420-7ab74bf24e9a", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "ec53e909-4013-4529-8a4c-0c78138c353d", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:57:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "ec53e909-4013-4529-8a4c-0c78138c353d", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:57:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "ec53e909-4013-4529-8a4c-0c78138c353d", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:57:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "12db71ac-5de3-4fc8-82c0-32aee491f951", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "12db71ac-5de3-4fc8-82c0-32aee491f951", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "12db71ac-5de3-4fc8-82c0-32aee491f951", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "12db71ac-5de3-4fc8-82c0-32aee491f951", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89-kserve-route-authn"} 2026-09-11T16:57:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "12db71ac-5de3-4fc8-82c0-32aee491f951", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "authType": "userdefined"} 2026-09-11T16:57:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "12db71ac-5de3-4fc8-82c0-32aee491f951", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "af6190ec-e3d4-48a5-981d-a36da2ee904a", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "af6190ec-e3d4-48a5-981d-a36da2ee904a", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "af6190ec-e3d4-48a5-981d-a36da2ee904a", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "af6190ec-e3d4-48a5-981d-a36da2ee904a", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89-kserve-route-authn"} 2026-09-11T16:57:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "af6190ec-e3d4-48a5-981d-a36da2ee904a", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "authType": "userdefined"} 2026-09-11T16:57:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "af6190ec-e3d4-48a5-981d-a36da2ee904a", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:57:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "6eb0d9c1-38eb-4790-9f41-d6120bf5d9e5", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "6eb0d9c1-38eb-4790-9f41-d6120bf5d9e5", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd-authn-ssl"} 2026-09-11T16:57:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "6eb0d9c1-38eb-4790-9f41-d6120bf5d9e5", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "1880b0b5-82c6-40ea-954e-cbe747f5406b", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "1880b0b5-82c6-40ea-954e-cbe747f5406b", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd-authn-ssl"} 2026-09-11T16:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "1880b0b5-82c6-40ea-954e-cbe747f5406b", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "e1a8aa70-3218-4a56-b136-a91f318ec8bf", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "e1a8aa70-3218-4a56-b136-a91f318ec8bf", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd-authn-ssl"} 2026-09-11T16:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "e1a8aa70-3218-4a56-b136-a91f318ec8bf", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "093b4eb9-60f3-440a-8b2b-b1a9f6c56684", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "093b4eb9-60f3-440a-8b2b-b1a9f6c56684", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd-authn-ssl"} 2026-09-11T16:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "093b4eb9-60f3-440a-8b2b-b1a9f6c56684", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "25a79c8f-747b-4384-8139-3ac273446518", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "25a79c8f-747b-4384-8139-3ac273446518", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd-authn-ssl"} 2026-09-11T16:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "25a79c8f-747b-4384-8139-3ac273446518", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "770184cb-dac7-40ff-932c-bac169198d1b", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "770184cb-dac7-40ff-932c-bac169198d1b", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd-authn-ssl"} 2026-09-11T16:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "770184cb-dac7-40ff-932c-bac169198d1b", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "8da58e91-5610-46ce-9a7b-8f45121508ce", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "8da58e91-5610-46ce-9a7b-8f45121508ce", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd-authn-ssl"} 2026-09-11T16:57:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "8da58e91-5610-46ce-9a7b-8f45121508ce", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "3c46e332-ad99-402a-9740-e484214a19b0", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:57:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "3c46e332-ad99-402a-9740-e484214a19b0", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd-authn-ssl"} 2026-09-11T16:57:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "3c46e332-ad99-402a-9740-e484214a19b0", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "openshift-service-ca.crt", "reconcileID": "4c6604d0-5180-4525-afab-3a8018204c03", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "odh-trusted-ca-bundle", "reconcileID": "6589af72-bc9e-4752-af27-1c710a25750c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "openshift-service-ca.crt", "reconcileID": "531f2fc3-8b72-49ae-9634-7071234801e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T16:58:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "openshift-service-ca.crt", "reconcileID": "531f2fc3-8b72-49ae-9634-7071234801e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29b14bca-7141-4319-ba58-0f1404278c3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "openshift-service-ca.crt", "reconcileID": "f45c21eb-f62d-4028-ac3e-1319b276c04f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "odh-trusted-ca-bundle", "reconcileID": "be85ec56-502c-4da0-b4c1-f60e03bcca29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "update": "odh-kserve-custom-ca-bundle"} 2026-09-11T16:58:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "odh-trusted-ca-bundle", "reconcileID": "be85ec56-502c-4da0-b4c1-f60e03bcca29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddf464ce-a25a-4805-abf3-4021cb8f511b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "95b44d38-6b32-4973-addb-641164aa6b5b", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:58:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "95b44d38-6b32-4973-addb-641164aa6b5b", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd-authn-ssl"} 2026-09-11T16:58:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "95b44d38-6b32-4973-addb-641164aa6b5b", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:58:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "71db1daa-2919-4706-97e2-25597f826316", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:58:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "71db1daa-2919-4706-97e2-25597f826316", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd-authn-ssl"} 2026-09-11T16:58:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "71db1daa-2919-4706-97e2-25597f826316", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:58:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "2d5e5244-79c6-405a-90f7-077f8f56f01a", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:58:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "2d5e5244-79c6-405a-90f7-077f8f56f01a", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd-authn-ssl"} 2026-09-11T16:58:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "2d5e5244-79c6-405a-90f7-077f8f56f01a", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:58:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "4129556f-404e-4f5d-974b-7bf2d290a111", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:58:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "4129556f-404e-4f5d-974b-7bf2d290a111", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd-authn-ssl"} 2026-09-11T16:58:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "4129556f-404e-4f5d-974b-7bf2d290a111", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:58:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d95b2c-7587-401a-b0e1-2034c02ada41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d95b2c-7587-401a-b0e1-2034c02ada41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T16:58:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1d95b2c-7587-401a-b0e1-2034c02ada41", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8a65bd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T16:58:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "odh-trusted-ca-bundle", "reconcileID": "396e3c96-a230-4893-b5a2-68cad0c9a7e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "odh-trusted-ca-bundle", "reconcileID": "396e3c96-a230-4893-b5a2-68cad0c9a7e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "openshift-service-ca.crt", "reconcileID": "d868fe2e-05d2-4c3e-b45d-0b6fd972e593", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "openshift-service-ca.crt", "reconcileID": "d868fe2e-05d2-4c3e-b45d-0b6fd972e593", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3555619f-429e-43d8-9a84-38ff6327cef9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8a65bd"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3555619f-429e-43d8-9a84-38ff6327cef9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8a65bd"} 2026-09-11T16:58:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8a65bd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8a65bd", "reconcileID": "5d719b4e-bacf-4e91-aa12-d2552bba7042", "Gateway": "e2e-ipp-cleanup-8a65bd", "namespace": "openshift-ingress"} 2026-09-11T16:58:44Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T16:58:44Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T16:58:48Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T16:58:48Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T16:59:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "3854bc7d-52a0-4211-8c18-18133cfa6bc0", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:59:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "3854bc7d-52a0-4211-8c18-18133cfa6bc0", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:59:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "3854bc7d-52a0-4211-8c18-18133cfa6bc0", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:59:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "5aa5e464-b3ad-4cd8-b956-08917ebd7a95", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:59:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "5aa5e464-b3ad-4cd8-b956-08917ebd7a95", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:59:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "5aa5e464-b3ad-4cd8-b956-08917ebd7a95", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:59:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "32c71042-164d-451d-b9b2-7e0901a39442", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:59:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "32c71042-164d-451d-b9b2-7e0901a39442", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:59:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "32c71042-164d-451d-b9b2-7e0901a39442", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:59:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "f572ebbc-383f-413f-92ba-819bdc7fd32f", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "f572ebbc-383f-413f-92ba-819bdc7fd32f", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "f572ebbc-383f-413f-92ba-819bdc7fd32f", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "f572ebbc-383f-413f-92ba-819bdc7fd32f", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89-kserve-route-authn"} 2026-09-11T16:59:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "f572ebbc-383f-413f-92ba-819bdc7fd32f", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "authType": "userdefined"} 2026-09-11T16:59:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "f572ebbc-383f-413f-92ba-819bdc7fd32f", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "1320bf61-4726-40fb-b58f-6131a5ecde52", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "1320bf61-4726-40fb-b58f-6131a5ecde52", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89"} 2026-09-11T16:59:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "1320bf61-4726-40fb-b58f-6131a5ecde52", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "1320bf61-4726-40fb-b58f-6131a5ecde52", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "1320bf61-4726-40fb-b58f-6131a5ecde52", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89-kserve-route-authn"} 2026-09-11T16:59:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "1320bf61-4726-40fb-b58f-6131a5ecde52", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89-kserve-route-authn"} 2026-09-11T16:59:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "1320bf61-4726-40fb-b58f-6131a5ecde52", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "1320bf61-4726-40fb-b58f-6131a5ecde52", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9427d49c-8e2f-41db-a1aa-7867a04e4614", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9427d49c-8e2f-41db-a1aa-7867a04e4614", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-519b89", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T16:59:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9427d49c-8e2f-41db-a1aa-7867a04e4614", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-519b89 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T16:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "odh-trusted-ca-bundle", "reconcileID": "79038836-ef6b-4152-8501-b24f9c2dc438", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "odh-trusted-ca-bundle", "reconcileID": "79038836-ef6b-4152-8501-b24f9c2dc438", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "openshift-service-ca.crt", "reconcileID": "52f041f1-5ed2-48b5-a0d1-c5070462a7c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "openshift-service-ca.crt", "reconcileID": "52f041f1-5ed2-48b5-a0d1-c5070462a7c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db671d20-1c73-426f-8c80-65951df28317", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db671d20-1c73-426f-8c80-65951df28317", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "7e10d576-dd1c-450a-84b4-9fd08e59c36d", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:59:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "7e10d576-dd1c-450a-84b4-9fd08e59c36d", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:59:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "7e10d576-dd1c-450a-84b4-9fd08e59c36d", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:59:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "27e39ad9-7e28-46df-8917-7c53c12807b3", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "27e39ad9-7e28-46df-8917-7c53c12807b3", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89"} 2026-09-11T16:59:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "27e39ad9-7e28-46df-8917-7c53c12807b3", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "27e39ad9-7e28-46df-8917-7c53c12807b3", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "27e39ad9-7e28-46df-8917-7c53c12807b3", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89-kserve-route-authn"} 2026-09-11T16:59:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "27e39ad9-7e28-46df-8917-7c53c12807b3", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89-kserve-route-authn"} 2026-09-11T16:59:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "27e39ad9-7e28-46df-8917-7c53c12807b3", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "27e39ad9-7e28-46df-8917-7c53c12807b3", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-519b89","namespace":"ai-tenant-e2e-ipp-a-519b89"}, "namespace": "ai-tenant-e2e-ipp-a-519b89", "name": "ipp-route-519b89", "reconcileID": "98d7d673-b7bc-4bd0-b06a-f09795f6ec3b", "LLMInferenceService": "ipp-route-519b89", "namespace": "ai-tenant-e2e-ipp-a-519b89"} 2026-09-11T16:59:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "58ebdaf6-728f-4392-b40b-6f249e83a10a", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:59:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "58ebdaf6-728f-4392-b40b-6f249e83a10a", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89-authn-ssl"} 2026-09-11T16:59:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "58ebdaf6-728f-4392-b40b-6f249e83a10a", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T16:59:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-519b89","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-519b89", "reconcileID": "479997e7-a3b4-4965-80be-c9a595ce6fcb", "Gateway": "e2e-ipp-a-519b89", "namespace": "openshift-ingress"} 2026-09-11T17:00:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "4999a013-0e1d-44bf-b213-65b37b0dcafd", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T17:00:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "4999a013-0e1d-44bf-b213-65b37b0dcafd", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c-authn-ssl"} 2026-09-11T17:00:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "4999a013-0e1d-44bf-b213-65b37b0dcafd", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T17:00:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "0d96f99d-1285-411b-b89f-8287ba17ad97", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T17:00:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "0d96f99d-1285-411b-b89f-8287ba17ad97", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c-authn-ssl"} 2026-09-11T17:00:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "0d96f99d-1285-411b-b89f-8287ba17ad97", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T17:00:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccaaf5c9-bcbb-48ac-aaf4-9a4e36f71cd3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T17:00:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccaaf5c9-bcbb-48ac-aaf4-9a4e36f71cd3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eb677c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:00:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccaaf5c9-bcbb-48ac-aaf4-9a4e36f71cd3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-eb677c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T17:00:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "odh-trusted-ca-bundle", "reconcileID": "1a019924-8596-4cfb-b771-ce2766756d10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T17:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "odh-trusted-ca-bundle", "reconcileID": "1a019924-8596-4cfb-b771-ce2766756d10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T17:00:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "openshift-service-ca.crt", "reconcileID": "5073a1e3-4dbc-4945-bb4b-910fa53b34b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T17:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "openshift-service-ca.crt", "reconcileID": "5073a1e3-4dbc-4945-bb4b-910fa53b34b4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T17:00:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16039447-f877-43ec-a8ae-87c11bce8f1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T17:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-eb677c"}, "namespace": "ai-tenant-e2e-ipp-b-eb677c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16039447-f877-43ec-a8ae-87c11bce8f1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-eb677c"} 2026-09-11T17:00:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-eb677c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-eb677c", "reconcileID": "501e7671-3e4c-4602-9c91-42bd1b06373b", "Gateway": "e2e-ipp-b-eb677c", "namespace": "openshift-ingress"} 2026-09-11T17:00:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "29de9369-5e19-4366-a0f0-0eb7456dab27", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress"} 2026-09-11T17:00:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "29de9369-5e19-4366-a0f0-0eb7456dab27", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416-authn-ssl"} 2026-09-11T17:00:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "29de9369-5e19-4366-a0f0-0eb7456dab27", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress"} 2026-09-11T17:00:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "67d06fe2-2568-4dc0-80ab-6cdb348fd4c0", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress"} 2026-09-11T17:00:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "67d06fe2-2568-4dc0-80ab-6cdb348fd4c0", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416-authn-ssl"} 2026-09-11T17:00:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "67d06fe2-2568-4dc0-80ab-6cdb348fd4c0", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress"} 2026-09-11T17:00:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "521deda6-0afb-4fc4-9536-08fcd2e3fde1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T17:00:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "521deda6-0afb-4fc4-9536-08fcd2e3fde1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:00:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "521deda6-0afb-4fc4-9536-08fcd2e3fde1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-ff7416 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T17:00:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "odh-trusted-ca-bundle", "reconcileID": "aff8a161-c7d6-47e4-b91e-2a155245bb77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T17:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "odh-trusted-ca-bundle", "reconcileID": "aff8a161-c7d6-47e4-b91e-2a155245bb77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T17:00:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "openshift-service-ca.crt", "reconcileID": "e7fedebe-e133-4c82-a7a1-3c11aeb45e26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T17:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "openshift-service-ca.crt", "reconcileID": "e7fedebe-e133-4c82-a7a1-3c11aeb45e26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T17:00:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9301161c-0041-4643-abde-a98eb329ac24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T17:00:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-ff7416"}, "namespace": "ai-tenant-e2e-shared-a-w3-ff7416", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9301161c-0041-4643-abde-a98eb329ac24", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-ff7416"} 2026-09-11T17:00:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-ff7416","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-ff7416", "reconcileID": "1d5da970-79ee-45c5-a7fd-72fe063df40d", "Gateway": "e2e-shared-a-w3-ff7416", "namespace": "openshift-ingress"} 2026-09-11T17:00:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "e22c7433-1dfb-475f-b1b3-b20454cb34f2", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T17:00:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "e22c7433-1dfb-475f-b1b3-b20454cb34f2", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a-authn-ssl"} 2026-09-11T17:00:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "e22c7433-1dfb-475f-b1b3-b20454cb34f2", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T17:00:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "3ded5c09-7576-46b0-b976-f723777e918c", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T17:00:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "3ded5c09-7576-46b0-b976-f723777e918c", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a-authn-ssl"} 2026-09-11T17:00:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "3ded5c09-7576-46b0-b976-f723777e918c", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T17:00:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbe19b42-4bce-4326-bcef-0f81f77f66ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T17:00:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbe19b42-4bce-4326-bcef-0f81f77f66ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-11T17:00:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbe19b42-4bce-4326-bcef-0f81f77f66ba", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-ce902a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-11T17:00:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "odh-trusted-ca-bundle", "reconcileID": "79e48578-ec80-4621-a371-43c777648790", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T17:00:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "odh-trusted-ca-bundle", "reconcileID": "79e48578-ec80-4621-a371-43c777648790", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T17:00:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "openshift-service-ca.crt", "reconcileID": "fc63ae2d-95ca-493b-9d99-dcbd45fb2681", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T17:00:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "openshift-service-ca.crt", "reconcileID": "fc63ae2d-95ca-493b-9d99-dcbd45fb2681", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T17:00:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a477deb6-7e55-4719-b29e-22620cf56cc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T17:00:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-ce902a"}, "namespace": "ai-tenant-e2e-shared-b-w3-ce902a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a477deb6-7e55-4719-b29e-22620cf56cc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-ce902a"} 2026-09-11T17:00:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-ce902a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-ce902a", "reconcileID": "f599dabd-6c95-4fd8-b32d-57858de190ef", "Gateway": "e2e-shared-b-w3-ce902a", "namespace": "openshift-ingress"} 2026-09-11T17:05:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "39434eb7-9a71-4c09-a0a5-99cc341396d4", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "39434eb7-9a71-4c09-a0a5-99cc341396d4", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "39434eb7-9a71-4c09-a0a5-99cc341396d4", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b065a495-2e14-4edb-b6b0-7d7b5a227956", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "39434eb7-9a71-4c09-a0a5-99cc341396d4", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm", "name": "e2e-same-id-a-d07bc85f-kserve-route-authn"} 2026-09-11T17:05:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "39434eb7-9a71-4c09-a0a5-99cc341396d4", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:05:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "39434eb7-9a71-4c09-a0a5-99cc341396d4", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b065a495-2e14-4edb-b6b0-7d7b5a227956", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b065a495-2e14-4edb-b6b0-7d7b5a227956", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "a96f5be8-4ac7-499a-8c48-1f681adc6cce", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "a96f5be8-4ac7-499a-8c48-1f681adc6cce", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "a96f5be8-4ac7-499a-8c48-1f681adc6cce", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "a96f5be8-4ac7-499a-8c48-1f681adc6cce", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm", "name": "e2e-same-id-a-d07bc85f-kserve-route-authn"} 2026-09-11T17:05:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "a96f5be8-4ac7-499a-8c48-1f681adc6cce", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:05:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "a96f5be8-4ac7-499a-8c48-1f681adc6cce", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "c7a11b93-7bab-492c-b6a5-704850b66d03", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "c7a11b93-7bab-492c-b6a5-704850b66d03", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "c7a11b93-7bab-492c-b6a5-704850b66d03", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "c7a11b93-7bab-492c-b6a5-704850b66d03", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm", "name": "e2e-same-id-b-d07bc85f-kserve-route-authn"} 2026-09-11T17:05:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "c7a11b93-7bab-492c-b6a5-704850b66d03", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:05:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "c7a11b93-7bab-492c-b6a5-704850b66d03", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfb2be34-2617-4cf7-b6e5-b237783be18b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfb2be34-2617-4cf7-b6e5-b237783be18b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:05:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bfb2be34-2617-4cf7-b6e5-b237783be18b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78c3e2e3-3bdc-4948-8c2a-2860ffe4e75d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78c3e2e3-3bdc-4948-8c2a-2860ffe4e75d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:05:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78c3e2e3-3bdc-4948-8c2a-2860ffe4e75d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "9aca67f5-e708-4055-a503-fc2610a0117d", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "9aca67f5-e708-4055-a503-fc2610a0117d", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "9aca67f5-e708-4055-a503-fc2610a0117d", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "9aca67f5-e708-4055-a503-fc2610a0117d", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm", "name": "e2e-same-id-a-d07bc85f-kserve-route-authn"} 2026-09-11T17:05:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "9aca67f5-e708-4055-a503-fc2610a0117d", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:05:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "9aca67f5-e708-4055-a503-fc2610a0117d", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "5ff33f75-f4e5-4285-9c17-d7875441af90", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "5ff33f75-f4e5-4285-9c17-d7875441af90", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "5ff33f75-f4e5-4285-9c17-d7875441af90", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "5ff33f75-f4e5-4285-9c17-d7875441af90", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm", "name": "e2e-same-id-b-d07bc85f-kserve-route-authn"} 2026-09-11T17:05:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "5ff33f75-f4e5-4285-9c17-d7875441af90", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:05:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "5ff33f75-f4e5-4285-9c17-d7875441af90", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c17df6d6-c7f0-4d4e-829b-cc174a64f224", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c17df6d6-c7f0-4d4e-829b-cc174a64f224", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:05:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c17df6d6-c7f0-4d4e-829b-cc174a64f224", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "ea40b045-3aaf-4149-b8ae-51137654954a", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "ea40b045-3aaf-4149-b8ae-51137654954a", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "ea40b045-3aaf-4149-b8ae-51137654954a", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "ea40b045-3aaf-4149-b8ae-51137654954a", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm", "name": "e2e-same-id-b-d07bc85f-kserve-route-authn"} 2026-09-11T17:05:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "ea40b045-3aaf-4149-b8ae-51137654954a", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:05:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "ea40b045-3aaf-4149-b8ae-51137654954a", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:21Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T17:05:21Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T17:05:22Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T17:05:22Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-11T17:05:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "aeef6c14-0b5f-4745-a674-cfdbe7618f06", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "aeef6c14-0b5f-4745-a674-cfdbe7618f06", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "aeef6c14-0b5f-4745-a674-cfdbe7618f06", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "aeef6c14-0b5f-4745-a674-cfdbe7618f06", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm", "name": "e2e-same-id-a-d07bc85f-kserve-route-authn"} 2026-09-11T17:05:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "aeef6c14-0b5f-4745-a674-cfdbe7618f06", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:05:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "aeef6c14-0b5f-4745-a674-cfdbe7618f06", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "0e1c8f00-c7a4-4550-bbf3-3e91cd94317b", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "0e1c8f00-c7a4-4550-bbf3-3e91cd94317b", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "0e1c8f00-c7a4-4550-bbf3-3e91cd94317b", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "0e1c8f00-c7a4-4550-bbf3-3e91cd94317b", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm", "name": "e2e-same-id-b-d07bc85f-kserve-route-authn"} 2026-09-11T17:05:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "0e1c8f00-c7a4-4550-bbf3-3e91cd94317b", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm", "authType": "userdefined"} 2026-09-11T17:05:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "0e1c8f00-c7a4-4550-bbf3-3e91cd94317b", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "378eddfc-83d5-4f5a-a160-0286d630c430", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "378eddfc-83d5-4f5a-a160-0286d630c430", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm", "name": "e2e-same-id-a-d07bc85f"} 2026-09-11T17:05:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "378eddfc-83d5-4f5a-a160-0286d630c430", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "378eddfc-83d5-4f5a-a160-0286d630c430", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "378eddfc-83d5-4f5a-a160-0286d630c430", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm", "name": "e2e-same-id-a-d07bc85f-kserve-route-authn"} 2026-09-11T17:05:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "378eddfc-83d5-4f5a-a160-0286d630c430", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm", "name": "e2e-same-id-a-d07bc85f-kserve-route-authn"} 2026-09-11T17:05:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d07bc85f", "reconcileID": "45d953b4-62e5-4d01-a46b-4c85af3d7328", "LLMInferenceService": "e2e-same-id-a-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "82277ce8-aa76-4fc4-9b94-723f0bbc9406", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "82277ce8-aa76-4fc4-9b94-723f0bbc9406", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:05:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "82277ce8-aa76-4fc4-9b94-723f0bbc9406", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd2934de-68e8-4c75-b62e-7045c1e8b1fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd2934de-68e8-4c75-b62e-7045c1e8b1fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:05:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd2934de-68e8-4c75-b62e-7045c1e8b1fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:46Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "3abb045e-b309-4db5-83b4-d658bdb76446", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:46Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "3abb045e-b309-4db5-83b4-d658bdb76446", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm", "name": "e2e-same-id-b-d07bc85f"} 2026-09-11T17:05:46Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "3abb045e-b309-4db5-83b4-d658bdb76446", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:46Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "3abb045e-b309-4db5-83b4-d658bdb76446", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:46Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "3abb045e-b309-4db5-83b4-d658bdb76446", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm", "name": "e2e-same-id-b-d07bc85f-kserve-route-authn"} 2026-09-11T17:05:46Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "3abb045e-b309-4db5-83b4-d658bdb76446", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm", "name": "e2e-same-id-b-d07bc85f-kserve-route-authn"} 2026-09-11T17:05:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d07bc85f","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d07bc85f", "reconcileID": "ac6f49d0-9e58-46ea-8ed3-cb6520d2173d", "LLMInferenceService": "e2e-same-id-b-d07bc85f", "namespace": "llm"} 2026-09-11T17:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "680357de-8a26-4688-a2be-dea6c227d96a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "680357de-8a26-4688-a2be-dea6c227d96a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "680357de-8a26-4688-a2be-dea6c227d96a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5da42b5c-a64c-4e66-9c1d-3bc54ad79801", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-11T17:05:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5da42b5c-a64c-4e66-9c1d-3bc54ad79801", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-11T17:05:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5da42b5c-a64c-4e66-9c1d-3bc54ad79801", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}