2026-09-08T13:55:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-569975","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-569975", "reconcileID": "35ef08a3-34f2-49dd-bfc8-b5e36e2966c0", "Gateway": "e2e-api-a-569975", "namespace": "openshift-ingress"} 2026-09-08T13:55:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "bc22aa33-c077-4d28-8dac-6905f163f7a7", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T13:55:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "bc22aa33-c077-4d28-8dac-6905f163f7a7", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T13:55:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "bc22aa33-c077-4d28-8dac-6905f163f7a7", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T13:55:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "bc22aa33-c077-4d28-8dac-6905f163f7a7", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec-kserve-route-authn"} 2026-09-08T13:55:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "bc22aa33-c077-4d28-8dac-6905f163f7a7", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "authType": "userdefined"} 2026-09-08T13:55:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "bc22aa33-c077-4d28-8dac-6905f163f7a7", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T13:55:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8ef041","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8ef041", "reconcileID": "55376a48-7eff-4d09-9dc0-d5b75efd9737", "Gateway": "e2e-api-b-8ef041", "namespace": "openshift-ingress"} 2026-09-08T13:55:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8ef041","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8ef041", "reconcileID": "55376a48-7eff-4d09-9dc0-d5b75efd9737", "Gateway": "e2e-api-b-8ef041", "namespace": "openshift-ingress", "name": "e2e-api-b-8ef041-authn-ssl"} 2026-09-08T13:55:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8ef041","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8ef041", "reconcileID": "55376a48-7eff-4d09-9dc0-d5b75efd9737", "Gateway": "e2e-api-b-8ef041", "namespace": "openshift-ingress"} 2026-09-08T13:55:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8ef041"}, "namespace": "ai-tenant-e2e-api-b-8ef041", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fee0626a-d9ed-4ccd-9c6e-e7fb35b80234", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8ef041"} 2026-09-08T13:55:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8ef041"}, "namespace": "ai-tenant-e2e-api-b-8ef041", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fee0626a-d9ed-4ccd-9c6e-e7fb35b80234", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8ef041", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:55:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8ef041"}, "namespace": "ai-tenant-e2e-api-b-8ef041", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fee0626a-d9ed-4ccd-9c6e-e7fb35b80234", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8ef041 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T13:55:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8ef041"}, "namespace": "ai-tenant-e2e-api-b-8ef041", "name": "odh-trusted-ca-bundle", "reconcileID": "515c75b5-40b9-4431-8ddc-240a157c1826", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8ef041"} 2026-09-08T13:55:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8ef041"}, "namespace": "ai-tenant-e2e-api-b-8ef041", "name": "odh-trusted-ca-bundle", "reconcileID": "515c75b5-40b9-4431-8ddc-240a157c1826", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8ef041", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:55:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8ef041"}, "namespace": "ai-tenant-e2e-api-b-8ef041", "name": "odh-trusted-ca-bundle", "reconcileID": "515c75b5-40b9-4431-8ddc-240a157c1826", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8ef041 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T13:55:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8ef041"}, "namespace": "ai-tenant-e2e-api-b-8ef041", "name": "openshift-service-ca.crt", "reconcileID": "80e2fcf5-4e9b-4d59-816b-bbe8745adaba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8ef041"} 2026-09-08T13:55:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8ef041"}, "namespace": "ai-tenant-e2e-api-b-8ef041", "name": "openshift-service-ca.crt", "reconcileID": "80e2fcf5-4e9b-4d59-816b-bbe8745adaba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8ef041"} 2026-09-08T13:55:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8ef041"}, "namespace": "ai-tenant-e2e-api-b-8ef041", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "601e87e8-56f4-4c4d-b4f0-7ffbbf2e4c56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8ef041"} 2026-09-08T13:55:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8ef041"}, "namespace": "ai-tenant-e2e-api-b-8ef041", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "601e87e8-56f4-4c4d-b4f0-7ffbbf2e4c56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8ef041"} 2026-09-08T13:55:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8ef041"}, "namespace": "ai-tenant-e2e-api-b-8ef041", "name": "odh-trusted-ca-bundle", "reconcileID": "dcade296-e7f2-4b4d-93b9-a4ebf01c5642", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8ef041"} 2026-09-08T13:55:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8ef041"}, "namespace": "ai-tenant-e2e-api-b-8ef041", "name": "odh-trusted-ca-bundle", "reconcileID": "dcade296-e7f2-4b4d-93b9-a4ebf01c5642", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8ef041"} 2026-09-08T13:56:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8ef041","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8ef041", "reconcileID": "fa6e4df3-a288-4470-a06e-ea465e4e22ac", "Gateway": "e2e-api-b-8ef041", "namespace": "openshift-ingress"} 2026-09-08T13:56:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8ef041","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8ef041", "reconcileID": "fa6e4df3-a288-4470-a06e-ea465e4e22ac", "Gateway": "e2e-api-b-8ef041", "namespace": "openshift-ingress", "name": "e2e-api-b-8ef041-authn-ssl"} 2026-09-08T13:56:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8ef041","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8ef041", "reconcileID": "fa6e4df3-a288-4470-a06e-ea465e4e22ac", "Gateway": "e2e-api-b-8ef041", "namespace": "openshift-ingress"} 2026-09-08T13:56:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8ef041","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8ef041", "reconcileID": "cfa5c25b-7b66-4122-a2aa-3c8fda9629f9", "Gateway": "e2e-api-b-8ef041", "namespace": "openshift-ingress"} 2026-09-08T13:56:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3c9fc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3c9fc8", "reconcileID": "a5b9541e-4946-451f-b694-1fbc12d55a4a", "Gateway": "e2e-shared-a-w2-3c9fc8", "namespace": "openshift-ingress"} 2026-09-08T13:56:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3c9fc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3c9fc8", "reconcileID": "a5b9541e-4946-451f-b694-1fbc12d55a4a", "Gateway": "e2e-shared-a-w2-3c9fc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3c9fc8-authn-ssl"} 2026-09-08T13:56:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3c9fc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3c9fc8", "reconcileID": "a5b9541e-4946-451f-b694-1fbc12d55a4a", "Gateway": "e2e-shared-a-w2-3c9fc8", "namespace": "openshift-ingress"} 2026-09-08T13:56:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f082e","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "rate-test-model-1f082e", "reconcileID": "075b033a-1b4f-45ea-ace1-108db9161e28", "LLMInferenceService": "rate-test-model-1f082e", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T13:56:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f082e","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "rate-test-model-1f082e", "reconcileID": "075b033a-1b4f-45ea-ace1-108db9161e28", "LLMInferenceService": "rate-test-model-1f082e", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "rate-test-model-1f082e"} 2026-09-08T13:56:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f082e","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "rate-test-model-1f082e", "reconcileID": "075b033a-1b4f-45ea-ace1-108db9161e28", "LLMInferenceService": "rate-test-model-1f082e", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T13:56:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f082e","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "rate-test-model-1f082e", "reconcileID": "075b033a-1b4f-45ea-ace1-108db9161e28", "LLMInferenceService": "rate-test-model-1f082e", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T13:56:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f082e","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "rate-test-model-1f082e", "reconcileID": "075b033a-1b4f-45ea-ace1-108db9161e28", "LLMInferenceService": "rate-test-model-1f082e", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "rate-test-model-1f082e-kserve-route-authn"} 2026-09-08T13:56:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f082e","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "rate-test-model-1f082e", "reconcileID": "075b033a-1b4f-45ea-ace1-108db9161e28", "LLMInferenceService": "rate-test-model-1f082e", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "rate-test-model-1f082e-kserve-route-authn"} 2026-09-08T13:56:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f082e","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "rate-test-model-1f082e", "reconcileID": "075b033a-1b4f-45ea-ace1-108db9161e28", "LLMInferenceService": "rate-test-model-1f082e", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T13:56:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f082e","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "rate-test-model-1f082e", "reconcileID": "075b033a-1b4f-45ea-ace1-108db9161e28", "LLMInferenceService": "rate-test-model-1f082e", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T13:56:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f082e","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "rate-test-model-1f082e", "reconcileID": "7df485d4-f9dd-4440-8b74-beb5d250e0ad", "LLMInferenceService": "rate-test-model-1f082e", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T13:56:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "29e8ffb7-9792-48ef-b8db-db73e7721309", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress"} 2026-09-08T13:56:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "29e8ffb7-9792-48ef-b8db-db73e7721309", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e-authn-ssl"} 2026-09-08T13:56:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "29e8ffb7-9792-48ef-b8db-db73e7721309", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress"} 2026-09-08T13:56:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "4081b1e7-c60f-410f-99ca-e8e5de4622d0", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress"} 2026-09-08T13:56:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "4081b1e7-c60f-410f-99ca-e8e5de4622d0", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e-authn-ssl"} 2026-09-08T13:56:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "4081b1e7-c60f-410f-99ca-e8e5de4622d0", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress"} 2026-09-08T13:56:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "158ca5a1-41f4-45b2-9a6e-f50a3a11a8c3", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T13:56:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "158ca5a1-41f4-45b2-9a6e-f50a3a11a8c3", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec"} 2026-09-08T13:56:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "158ca5a1-41f4-45b2-9a6e-f50a3a11a8c3", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T13:56:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "158ca5a1-41f4-45b2-9a6e-f50a3a11a8c3", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T13:56:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "158ca5a1-41f4-45b2-9a6e-f50a3a11a8c3", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec-kserve-route-authn"} 2026-09-08T13:56:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "158ca5a1-41f4-45b2-9a6e-f50a3a11a8c3", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec-kserve-route-authn"} 2026-09-08T13:56:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "158ca5a1-41f4-45b2-9a6e-f50a3a11a8c3", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T13:56:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "158ca5a1-41f4-45b2-9a6e-f50a3a11a8c3", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T13:56:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-905fec","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "rate-test-model-905fec", "reconcileID": "b40c1f0e-0ff3-468f-8aa8-328ebd9130ca", "LLMInferenceService": "rate-test-model-905fec", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T13:56:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "41f8ea47-3178-4f61-bb93-3240ff2b7141", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress"} 2026-09-08T13:56:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "41f8ea47-3178-4f61-bb93-3240ff2b7141", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec-authn-ssl"} 2026-09-08T13:56:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "41f8ea47-3178-4f61-bb93-3240ff2b7141", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress"} 2026-09-08T13:56:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "685cc413-c753-40fd-bf70-b49cc3f93073", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress"} 2026-09-08T13:56:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "685cc413-c753-40fd-bf70-b49cc3f93073", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec-authn-ssl"} 2026-09-08T13:56:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "685cc413-c753-40fd-bf70-b49cc3f93073", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress"} 2026-09-08T13:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "2f7f6174-60cc-4772-b1cb-653151b0853e", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "2f7f6174-60cc-4772-b1cb-653151b0853e", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "2f7f6174-60cc-4772-b1cb-653151b0853e", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "72c10b60-820e-4588-8454-b59b3200035f", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "72c10b60-820e-4588-8454-b59b3200035f", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "72c10b60-820e-4588-8454-b59b3200035f", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "10903289-3d40-48ae-acde-3e2f3ceee59b", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "10903289-3d40-48ae-acde-3e2f3ceee59b", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "10903289-3d40-48ae-acde-3e2f3ceee59b", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "eab6d31c-e405-4be1-af39-73f76bec7103", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "eab6d31c-e405-4be1-af39-73f76bec7103", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "eab6d31c-e405-4be1-af39-73f76bec7103", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "b59f8a27-9caf-48b7-9ba6-0bbec7e5af95", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "b59f8a27-9caf-48b7-9ba6-0bbec7e5af95", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "b59f8a27-9caf-48b7-9ba6-0bbec7e5af95", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "d74b034c-a0d5-4f72-a18a-c769645081e1", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "d74b034c-a0d5-4f72-a18a-c769645081e1", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:56:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "d74b034c-a0d5-4f72-a18a-c769645081e1", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3c9fc8"}, "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db7bd665-8045-4bc4-829f-f3431b0173cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8"} 2026-09-08T13:56:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3c9fc8"}, "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db7bd665-8045-4bc4-829f-f3431b0173cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:56:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3c9fc8"}, "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db7bd665-8045-4bc4-829f-f3431b0173cb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-3c9fc8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T13:56:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3c9fc8"}, "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8", "name": "odh-trusted-ca-bundle", "reconcileID": "453c78f0-11c9-4030-8262-383a5b5e71db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8"} 2026-09-08T13:56:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3c9fc8"}, "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8", "name": "odh-trusted-ca-bundle", "reconcileID": "453c78f0-11c9-4030-8262-383a5b5e71db", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8"} 2026-09-08T13:56:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-3c9fc8"}, "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8", "name": "openshift-service-ca.crt", "reconcileID": "4e689abd-ca87-4367-8a08-28b1fab5d9dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8"} 2026-09-08T13:56:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-3c9fc8"}, "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8", "name": "openshift-service-ca.crt", "reconcileID": "4e689abd-ca87-4367-8a08-28b1fab5d9dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8"} 2026-09-08T13:56:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3c9fc8"}, "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd1e2a22-2f22-4fbf-a8e6-35e28240315b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8"} 2026-09-08T13:56:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3c9fc8"}, "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd1e2a22-2f22-4fbf-a8e6-35e28240315b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3c9fc8"} 2026-09-08T13:56:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3c9fc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3c9fc8", "reconcileID": "9d52b033-21c5-40c1-95b4-0c6997a3db5e", "Gateway": "e2e-shared-a-w2-3c9fc8", "namespace": "openshift-ingress"} 2026-09-08T13:56:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3c9fc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3c9fc8", "reconcileID": "9d52b033-21c5-40c1-95b4-0c6997a3db5e", "Gateway": "e2e-shared-a-w2-3c9fc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3c9fc8-authn-ssl"} 2026-09-08T13:56:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3c9fc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3c9fc8", "reconcileID": "9d52b033-21c5-40c1-95b4-0c6997a3db5e", "Gateway": "e2e-shared-a-w2-3c9fc8", "namespace": "openshift-ingress"} 2026-09-08T13:56:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3c9fc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3c9fc8", "reconcileID": "a15b21d3-9b81-494c-9401-f42c6db4bf8f", "Gateway": "e2e-shared-a-w2-3c9fc8", "namespace": "openshift-ingress"} 2026-09-08T13:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "openshift-service-ca.crt", "reconcileID": "b08106d9-7f29-4091-96d9-f59b138a68f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "odh-trusted-ca-bundle", "reconcileID": "9d2a2030-a828-4cd8-8ac1-99498926e4ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:56:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "openshift-service-ca.crt", "reconcileID": "1dccf89f-01e2-4d46-bcdf-b1c021fb00e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:56:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "openshift-service-ca.crt", "reconcileID": "1dccf89f-01e2-4d46-bcdf-b1c021fb00e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6aa7e79d-2f86-4823-9abd-8a7f4978923b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "openshift-service-ca.crt", "reconcileID": "bfd5a22f-ef0b-4829-bb94-99e6e4ec82ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:56:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "odh-trusted-ca-bundle", "reconcileID": "c276c0ab-5d33-42b8-a8ca-1ae5e65b07c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:56:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "odh-trusted-ca-bundle", "reconcileID": "c276c0ab-5d33-42b8-a8ca-1ae5e65b07c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e249480-5841-45d4-9160-9970c129bf28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:56:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "b631973b-c289-4a13-873d-0f593af8bdb0", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "b631973b-c289-4a13-873d-0f593af8bdb0", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:56:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "b631973b-c289-4a13-873d-0f593af8bdb0", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "09a3cfd2-74db-46b7-a7b5-d00c2d2c90e3", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "09a3cfd2-74db-46b7-a7b5-d00c2d2c90e3", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:56:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "09a3cfd2-74db-46b7-a7b5-d00c2d2c90e3", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:56:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d9970e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d9970e", "reconcileID": "f7e2e185-f776-4d0d-b9e1-5d7ba7269f57", "Gateway": "e2e-shared-b-w2-d9970e", "namespace": "openshift-ingress"} 2026-09-08T13:56:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d9970e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d9970e", "reconcileID": "f7e2e185-f776-4d0d-b9e1-5d7ba7269f57", "Gateway": "e2e-shared-b-w2-d9970e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d9970e-authn-ssl"} 2026-09-08T13:56:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d9970e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d9970e", "reconcileID": "f7e2e185-f776-4d0d-b9e1-5d7ba7269f57", "Gateway": "e2e-shared-b-w2-d9970e", "namespace": "openshift-ingress"} 2026-09-08T13:56:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d9970e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d9970e", "reconcileID": "3834e561-388c-4c61-bf0a-4a5158b22466", "Gateway": "e2e-shared-b-w2-d9970e", "namespace": "openshift-ingress"} 2026-09-08T13:56:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d9970e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d9970e", "reconcileID": "3834e561-388c-4c61-bf0a-4a5158b22466", "Gateway": "e2e-shared-b-w2-d9970e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d9970e-authn-ssl"} 2026-09-08T13:56:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d9970e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d9970e", "reconcileID": "3834e561-388c-4c61-bf0a-4a5158b22466", "Gateway": "e2e-shared-b-w2-d9970e", "namespace": "openshift-ingress"} 2026-09-08T13:56:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d9970e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d9970e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de74bf7-5561-435f-8f9c-53cc4ca1f100", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d9970e"} 2026-09-08T13:56:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d9970e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d9970e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de74bf7-5561-435f-8f9c-53cc4ca1f100", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d9970e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:56:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d9970e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d9970e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de74bf7-5561-435f-8f9c-53cc4ca1f100", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-d9970e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T13:56:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d9970e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d9970e", "name": "odh-trusted-ca-bundle", "reconcileID": "5d034ffa-6276-458f-9a0c-8ba2c9ceea7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d9970e"} 2026-09-08T13:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d9970e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d9970e", "name": "odh-trusted-ca-bundle", "reconcileID": "5d034ffa-6276-458f-9a0c-8ba2c9ceea7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d9970e"} 2026-09-08T13:56:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-d9970e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d9970e", "name": "openshift-service-ca.crt", "reconcileID": "34621eda-809f-47e5-9f7a-b75068264763", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-d9970e"} 2026-09-08T13:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-d9970e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d9970e", "name": "openshift-service-ca.crt", "reconcileID": "34621eda-809f-47e5-9f7a-b75068264763", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-d9970e"} 2026-09-08T13:56:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d9970e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d9970e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8acd0335-3b42-40f5-8ce0-939ea36779e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d9970e"} 2026-09-08T13:56:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-d9970e"}, "namespace": "ai-tenant-e2e-shared-b-w2-d9970e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8acd0335-3b42-40f5-8ce0-939ea36779e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-d9970e"} 2026-09-08T13:56:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-d9970e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-d9970e", "reconcileID": "e23c0c32-de02-4ec7-924f-2c3a2d2abca1", "Gateway": "e2e-shared-b-w2-d9970e", "namespace": "openshift-ingress"} 2026-09-08T13:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "8cefbd81-1245-4da5-9a79-4da6cb9c508a", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:45Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "8cefbd81-1245-4da5-9a79-4da6cb9c508a", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2-authn-ssl"} 2026-09-08T13:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "8cefbd81-1245-4da5-9a79-4da6cb9c508a", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "679a1215-29e8-4fc1-86c2-f6386d7c11e0", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "679a1215-29e8-4fc1-86c2-f6386d7c11e0", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2-authn-ssl"} 2026-09-08T13:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "679a1215-29e8-4fc1-86c2-f6386d7c11e0", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "fc3f5943-9168-4f1e-8dc1-b5ae7d850e0b", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "fc3f5943-9168-4f1e-8dc1-b5ae7d850e0b", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2-authn-ssl"} 2026-09-08T13:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "fc3f5943-9168-4f1e-8dc1-b5ae7d850e0b", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "1d0d2e38-52f2-4240-b1d4-b645e8e22d36", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "1d0d2e38-52f2-4240-b1d4-b645e8e22d36", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2-authn-ssl"} 2026-09-08T13:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "1d0d2e38-52f2-4240-b1d4-b645e8e22d36", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "8c9433fd-2ee4-4e7e-ae8d-fdcbdf9d1269", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "8c9433fd-2ee4-4e7e-ae8d-fdcbdf9d1269", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2-authn-ssl"} 2026-09-08T13:56:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "8c9433fd-2ee4-4e7e-ae8d-fdcbdf9d1269", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "65a96680-255c-4468-a39a-e77debaa5f71", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "65a96680-255c-4468-a39a-e77debaa5f71", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2-authn-ssl"} 2026-09-08T13:56:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "65a96680-255c-4468-a39a-e77debaa5f71", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "33a1b6f4-38ae-4f0f-8ebf-751d16a616a4", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "33a1b6f4-38ae-4f0f-8ebf-751d16a616a4", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2-authn-ssl"} 2026-09-08T13:56:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "33a1b6f4-38ae-4f0f-8ebf-751d16a616a4", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "openshift-service-ca.crt", "reconcileID": "e67eeb53-7183-4648-ac6b-12c2687f2f50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T13:56:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "openshift-service-ca.crt", "reconcileID": "17bbc764-dd94-49cb-ba85-fb8221d0e0d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:56:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "openshift-service-ca.crt", "reconcileID": "17bbc764-dd94-49cb-ba85-fb8221d0e0d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T13:56:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "odh-trusted-ca-bundle", "reconcileID": "8716ff42-416f-4731-9fb2-149311cdee80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T13:56:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3568ce34-162b-4903-8866-3f539ac41ecb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T13:56:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "openshift-service-ca.crt", "reconcileID": "acc32a4b-a00f-4483-a561-ab4f717f5c9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T13:56:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "odh-trusted-ca-bundle", "reconcileID": "ba0af6a3-4585-4622-b84f-2a6d388e70b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:56:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "odh-trusted-ca-bundle", "reconcileID": "ba0af6a3-4585-4622-b84f-2a6d388e70b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T13:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "753643fe-e6a7-411b-acdb-6fba932bffbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T13:56:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "5b8bdea2-d422-4663-aba2-541d4110cbcf", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "5b8bdea2-d422-4663-aba2-541d4110cbcf", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2-authn-ssl"} 2026-09-08T13:56:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "5b8bdea2-d422-4663-aba2-541d4110cbcf", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "10154a36-1933-47e2-80d9-941496fa247d", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:56:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "10154a36-1933-47e2-80d9-941496fa247d", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2-authn-ssl"} 2026-09-08T13:56:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "10154a36-1933-47e2-80d9-941496fa247d", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T13:57:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "66767038-01fb-4886-b7ca-325ed4594ac0", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "66767038-01fb-4886-b7ca-325ed4594ac0", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "66767038-01fb-4886-b7ca-325ed4594ac0", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "9d772474-1829-448b-b78a-d30c45ff9814", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:57:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "66767038-01fb-4886-b7ca-325ed4594ac0", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0-kserve-route-authn"} 2026-09-08T13:57:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "66767038-01fb-4886-b7ca-325ed4594ac0", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "authType": "userdefined"} 2026-09-08T13:57:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "66767038-01fb-4886-b7ca-325ed4594ac0", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "9d772474-1829-448b-b78a-d30c45ff9814", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:57:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "9d772474-1829-448b-b78a-d30c45ff9814", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:57:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "e9fcc7da-0341-4663-a161-0b2294107704", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "e9fcc7da-0341-4663-a161-0b2294107704", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "e9fcc7da-0341-4663-a161-0b2294107704", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "e9fcc7da-0341-4663-a161-0b2294107704", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0-kserve-route-authn"} 2026-09-08T13:57:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "e9fcc7da-0341-4663-a161-0b2294107704", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "authType": "userdefined"} 2026-09-08T13:57:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "e9fcc7da-0341-4663-a161-0b2294107704", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "34e5081a-8a35-409d-9640-e1fdd1ef129b", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:57:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "34e5081a-8a35-409d-9640-e1fdd1ef129b", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:57:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "34e5081a-8a35-409d-9640-e1fdd1ef129b", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:57:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "0c276f05-c57a-4118-9bad-2a7cc6093cc4", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "0c276f05-c57a-4118-9bad-2a7cc6093cc4", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "0c276f05-c57a-4118-9bad-2a7cc6093cc4", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "0c276f05-c57a-4118-9bad-2a7cc6093cc4", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0-kserve-route-authn"} 2026-09-08T13:57:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "0c276f05-c57a-4118-9bad-2a7cc6093cc4", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "authType": "userdefined"} 2026-09-08T13:57:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "0c276f05-c57a-4118-9bad-2a7cc6093cc4", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "8b80e6f0-9e7c-43f7-99fc-aa2a908e5410", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "8b80e6f0-9e7c-43f7-99fc-aa2a908e5410", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "8b80e6f0-9e7c-43f7-99fc-aa2a908e5410", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "8b80e6f0-9e7c-43f7-99fc-aa2a908e5410", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0-kserve-route-authn"} 2026-09-08T13:57:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "8b80e6f0-9e7c-43f7-99fc-aa2a908e5410", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "authType": "userdefined"} 2026-09-08T13:57:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "8b80e6f0-9e7c-43f7-99fc-aa2a908e5410", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "326574e1-c480-4b4d-927c-84dbd0829fd8", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "326574e1-c480-4b4d-927c-84dbd0829fd8", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "326574e1-c480-4b4d-927c-84dbd0829fd8", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "326574e1-c480-4b4d-927c-84dbd0829fd8", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0-kserve-route-authn"} 2026-09-08T13:57:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "326574e1-c480-4b4d-927c-84dbd0829fd8", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "authType": "userdefined"} 2026-09-08T13:57:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "326574e1-c480-4b4d-927c-84dbd0829fd8", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:57:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "157a926d-a4a3-4e91-a65c-61e670f1d3da", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "157a926d-a4a3-4e91-a65c-61e670f1d3da", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1-authn-ssl"} 2026-09-08T13:57:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "157a926d-a4a3-4e91-a65c-61e670f1d3da", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "bfcb62d8-7054-4333-bc26-8f5bf299aace", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "bfcb62d8-7054-4333-bc26-8f5bf299aace", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1-authn-ssl"} 2026-09-08T13:57:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "bfcb62d8-7054-4333-bc26-8f5bf299aace", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "850567d9-401e-4ef5-af51-9a4c6bf49a0b", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "850567d9-401e-4ef5-af51-9a4c6bf49a0b", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1-authn-ssl"} 2026-09-08T13:57:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "850567d9-401e-4ef5-af51-9a4c6bf49a0b", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "0aa2b63d-f92d-487b-938b-8645121fce13", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "0aa2b63d-f92d-487b-938b-8645121fce13", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1-authn-ssl"} 2026-09-08T13:57:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "0aa2b63d-f92d-487b-938b-8645121fce13", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "7421adaa-f33c-4631-808d-be1958a59a04", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "7421adaa-f33c-4631-808d-be1958a59a04", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1-authn-ssl"} 2026-09-08T13:57:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "7421adaa-f33c-4631-808d-be1958a59a04", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "da4ddf46-2215-49ff-9be0-1813a7c1cb19", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "da4ddf46-2215-49ff-9be0-1813a7c1cb19", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1-authn-ssl"} 2026-09-08T13:57:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "da4ddf46-2215-49ff-9be0-1813a7c1cb19", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "5fd9676b-cf92-4c12-b597-542f435bbfef", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "5fd9676b-cf92-4c12-b597-542f435bbfef", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1-authn-ssl"} 2026-09-08T13:57:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "5fd9676b-cf92-4c12-b597-542f435bbfef", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-trusted-ca-bundle", "reconcileID": "78f4a725-7a15-486c-9c62-72ead93a4898", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "openshift-service-ca.crt", "reconcileID": "4d2732e9-c609-40f4-913c-1115cf16a7fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:57:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "openshift-service-ca.crt", "reconcileID": "e3a731a9-cec1-4f28-80ba-0eab0ca019b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:57:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "openshift-service-ca.crt", "reconcileID": "e3a731a9-cec1-4f28-80ba-0eab0ca019b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "openshift-service-ca.crt", "reconcileID": "c0fa3528-c38f-4716-97e1-0338009e5c7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74f03663-3be2-4c81-b95c-589c557ba128", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:57:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-trusted-ca-bundle", "reconcileID": "d7187a04-9dff-4ff0-b129-286e83e29cf2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "update": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:57:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-trusted-ca-bundle", "reconcileID": "d7187a04-9dff-4ff0-b129-286e83e29cf2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:57:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25ed4835-af59-4b39-9234-72ccc4697855", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:58:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "4e444c0e-7e06-4bd2-b261-4715aa776035", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:58:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "4e444c0e-7e06-4bd2-b261-4715aa776035", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1-authn-ssl"} 2026-09-08T13:58:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "4e444c0e-7e06-4bd2-b261-4715aa776035", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:58:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "621056f1-46b4-47c1-b317-70dc7e358f55", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:58:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "621056f1-46b4-47c1-b317-70dc7e358f55", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1-authn-ssl"} 2026-09-08T13:58:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "621056f1-46b4-47c1-b317-70dc7e358f55", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:58:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "d4e993e1-cccd-43af-b0d0-4bdd840c18bc", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:58:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "d4e993e1-cccd-43af-b0d0-4bdd840c18bc", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1-authn-ssl"} 2026-09-08T13:58:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "d4e993e1-cccd-43af-b0d0-4bdd840c18bc", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:58:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "97182f1c-cff3-4272-ba5b-27d9f1d90663", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:58:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "97182f1c-cff3-4272-ba5b-27d9f1d90663", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1-authn-ssl"} 2026-09-08T13:58:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "97182f1c-cff3-4272-ba5b-27d9f1d90663", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d50df2-743f-43bf-a041-ed50f49ccbd0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:58:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d50df2-743f-43bf-a041-ed50f49ccbd0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:58:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d50df2-743f-43bf-a041-ed50f49ccbd0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-c780a1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T13:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-trusted-ca-bundle", "reconcileID": "d55b8e17-dd48-4e3e-915a-4ea6203a049b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:58:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-trusted-ca-bundle", "reconcileID": "d55b8e17-dd48-4e3e-915a-4ea6203a049b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:58:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-trusted-ca-bundle", "reconcileID": "d55b8e17-dd48-4e3e-915a-4ea6203a049b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-c780a1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T13:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "openshift-service-ca.crt", "reconcileID": "c637c8ec-bc41-48ab-bc76-7ab3913fba3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:58:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "openshift-service-ca.crt", "reconcileID": "c637c8ec-bc41-48ab-bc76-7ab3913fba3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f388fd81-fdf0-4300-8541-5b4b7648751b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:58:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f388fd81-fdf0-4300-8541-5b4b7648751b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:58:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-trusted-ca-bundle", "reconcileID": "ab91b0ff-9049-4a2f-9a6b-efddc8420521", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:58:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c780a1"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1", "name": "odh-trusted-ca-bundle", "reconcileID": "ab91b0ff-9049-4a2f-9a6b-efddc8420521", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c780a1"} 2026-09-08T13:58:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c780a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c780a1", "reconcileID": "7fbcb300-439a-46fa-a428-b21f6fa12e01", "Gateway": "e2e-ipp-cleanup-c780a1", "namespace": "openshift-ingress"} 2026-09-08T13:58:44Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T13:58:44Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T13:58:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T13:58:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-08T13:58:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "c1b9ffbf-4e7c-4866-baff-b1c9fd146d24", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:58:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "c1b9ffbf-4e7c-4866-baff-b1c9fd146d24", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:58:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "c1b9ffbf-4e7c-4866-baff-b1c9fd146d24", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:58:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "30888f32-a034-4cf7-9d6c-99bac30c7d9a", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:58:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "30888f32-a034-4cf7-9d6c-99bac30c7d9a", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:58:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "30888f32-a034-4cf7-9d6c-99bac30c7d9a", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:59:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "7420e410-ccd1-4e5e-b43c-65851439b96e", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "7420e410-ccd1-4e5e-b43c-65851439b96e", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "7420e410-ccd1-4e5e-b43c-65851439b96e", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "7420e410-ccd1-4e5e-b43c-65851439b96e", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0-kserve-route-authn"} 2026-09-08T13:59:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "7420e410-ccd1-4e5e-b43c-65851439b96e", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "authType": "userdefined"} 2026-09-08T13:59:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "7420e410-ccd1-4e5e-b43c-65851439b96e", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "64c3efd5-93e3-460c-bb73-bffc7dbe1f2d", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:59:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "64c3efd5-93e3-460c-bb73-bffc7dbe1f2d", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:59:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "64c3efd5-93e3-460c-bb73-bffc7dbe1f2d", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:59:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "f5c6f84b-5485-4424-bea7-d2a84dcce6ff", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:59:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "f5c6f84b-5485-4424-bea7-d2a84dcce6ff", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:59:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "f5c6f84b-5485-4424-bea7-d2a84dcce6ff", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:59:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "8631a00a-03cd-46a3-bbea-6eec0d909b13", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "8631a00a-03cd-46a3-bbea-6eec0d909b13", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "8631a00a-03cd-46a3-bbea-6eec0d909b13", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "8631a00a-03cd-46a3-bbea-6eec0d909b13", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0-kserve-route-authn"} 2026-09-08T13:59:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "8631a00a-03cd-46a3-bbea-6eec0d909b13", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "authType": "userdefined"} 2026-09-08T13:59:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "8631a00a-03cd-46a3-bbea-6eec0d909b13", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a12999a-c44a-4ec2-9d5e-c31d4793979f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a12999a-c44a-4ec2-9d5e-c31d4793979f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T13:59:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a12999a-c44a-4ec2-9d5e-c31d4793979f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-2199d0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T13:59:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "odh-trusted-ca-bundle", "reconcileID": "e6aa4d56-498d-4928-9ab8-0c5c4fce287a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "odh-trusted-ca-bundle", "reconcileID": "e6aa4d56-498d-4928-9ab8-0c5c4fce287a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "openshift-service-ca.crt", "reconcileID": "7f185025-81be-4f91-8f60-e20cc42fe734", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "openshift-service-ca.crt", "reconcileID": "7f185025-81be-4f91-8f60-e20cc42fe734", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d33890e-9a56-495f-9951-aca438ba1e61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d33890e-9a56-495f-9951-aca438ba1e61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:39Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "6a462c68-61a1-4d7a-8e28-c37477f61b62", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:39Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "6a462c68-61a1-4d7a-8e28-c37477f61b62", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0"} 2026-09-08T13:59:39Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "6a462c68-61a1-4d7a-8e28-c37477f61b62", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:39Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "6a462c68-61a1-4d7a-8e28-c37477f61b62", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:39Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "6a462c68-61a1-4d7a-8e28-c37477f61b62", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0-kserve-route-authn"} 2026-09-08T13:59:39Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "6a462c68-61a1-4d7a-8e28-c37477f61b62", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0-kserve-route-authn"} 2026-09-08T13:59:39Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "6a462c68-61a1-4d7a-8e28-c37477f61b62", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:39Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "6a462c68-61a1-4d7a-8e28-c37477f61b62", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "fea0f75e-7047-4810-ac8b-3348fcac6451", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "fea0f75e-7047-4810-ac8b-3348fcac6451", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0"} 2026-09-08T13:59:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "fea0f75e-7047-4810-ac8b-3348fcac6451", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "fea0f75e-7047-4810-ac8b-3348fcac6451", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "fea0f75e-7047-4810-ac8b-3348fcac6451", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0-kserve-route-authn"} 2026-09-08T13:59:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "fea0f75e-7047-4810-ac8b-3348fcac6451", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0-kserve-route-authn"} 2026-09-08T13:59:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "fea0f75e-7047-4810-ac8b-3348fcac6451", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "fea0f75e-7047-4810-ac8b-3348fcac6451", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-2199d0","namespace":"ai-tenant-e2e-ipp-a-2199d0"}, "namespace": "ai-tenant-e2e-ipp-a-2199d0", "name": "ipp-route-2199d0", "reconcileID": "73b8ce86-2ccb-4a2a-9f48-9fcc3dc7bac6", "LLMInferenceService": "ipp-route-2199d0", "namespace": "ai-tenant-e2e-ipp-a-2199d0"} 2026-09-08T13:59:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "154aaea4-9a25-4674-8d8b-8f136fccd1ae", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:59:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "154aaea4-9a25-4674-8d8b-8f136fccd1ae", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0-authn-ssl"} 2026-09-08T13:59:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "154aaea4-9a25-4674-8d8b-8f136fccd1ae", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T13:59:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-2199d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-2199d0", "reconcileID": "5446c940-2e2b-4730-895a-79a866475422", "Gateway": "e2e-ipp-a-2199d0", "namespace": "openshift-ingress"} 2026-09-08T14:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "9bbee7bd-aa1c-445e-a648-ec40eb9c5e74", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T14:00:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "9bbee7bd-aa1c-445e-a648-ec40eb9c5e74", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2-authn-ssl"} 2026-09-08T14:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "9bbee7bd-aa1c-445e-a648-ec40eb9c5e74", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T14:00:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "219c82c1-9e9e-429d-bd81-e915c1d3d470", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T14:00:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "219c82c1-9e9e-429d-bd81-e915c1d3d470", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2-authn-ssl"} 2026-09-08T14:00:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "219c82c1-9e9e-429d-bd81-e915c1d3d470", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T14:00:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed2eff8e-2445-43ef-86f6-a9258e216c52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T14:00:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed2eff8e-2445-43ef-86f6-a9258e216c52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:00:16Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed2eff8e-2445-43ef-86f6-a9258e216c52", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-cdf4f2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:00:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "odh-trusted-ca-bundle", "reconcileID": "1c6171be-42dd-46de-bc09-a416019642f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T14:00:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "odh-trusted-ca-bundle", "reconcileID": "1c6171be-42dd-46de-bc09-a416019642f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T14:00:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "openshift-service-ca.crt", "reconcileID": "ee459e0b-9b78-4959-b0b1-2524c97d55b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T14:00:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "openshift-service-ca.crt", "reconcileID": "ee459e0b-9b78-4959-b0b1-2524c97d55b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T14:00:16Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc0e2735-b5c9-431e-963f-e464b1bb326f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T14:00:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-cdf4f2"}, "namespace": "ai-tenant-e2e-ipp-b-cdf4f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc0e2735-b5c9-431e-963f-e464b1bb326f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-cdf4f2"} 2026-09-08T14:00:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-cdf4f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-cdf4f2", "reconcileID": "dbcc8b0a-4305-4d6d-8269-e1e3fbfaf1a6", "Gateway": "e2e-ipp-b-cdf4f2", "namespace": "openshift-ingress"} 2026-09-08T14:00:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "162bfc2e-f646-4dac-9be5-ed644eb00f67", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress"} 2026-09-08T14:00:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "162bfc2e-f646-4dac-9be5-ed644eb00f67", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e-authn-ssl"} 2026-09-08T14:00:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "162bfc2e-f646-4dac-9be5-ed644eb00f67", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress"} 2026-09-08T14:00:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "301f639e-68f5-4ea9-b471-4899c6d16a7c", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress"} 2026-09-08T14:00:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "301f639e-68f5-4ea9-b471-4899c6d16a7c", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e-authn-ssl"} 2026-09-08T14:00:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "301f639e-68f5-4ea9-b471-4899c6d16a7c", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress"} 2026-09-08T14:00:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14f5602a-61e1-42b9-aa7e-d7c90392ccff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T14:00:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14f5602a-61e1-42b9-aa7e-d7c90392ccff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:00:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14f5602a-61e1-42b9-aa7e-d7c90392ccff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-1f082e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:00:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "odh-trusted-ca-bundle", "reconcileID": "54c95e0e-e0d9-4cd2-a47c-b72caeacfa3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T14:00:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "odh-trusted-ca-bundle", "reconcileID": "54c95e0e-e0d9-4cd2-a47c-b72caeacfa3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T14:00:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "openshift-service-ca.crt", "reconcileID": "4c9736da-cf3e-4e40-8360-e86597498202", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T14:00:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "openshift-service-ca.crt", "reconcileID": "4c9736da-cf3e-4e40-8360-e86597498202", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T14:00:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68e52159-107f-4113-a4a6-c56e33101c1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T14:00:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1f082e"}, "namespace": "ai-tenant-e2e-shared-a-w3-1f082e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68e52159-107f-4113-a4a6-c56e33101c1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1f082e"} 2026-09-08T14:00:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1f082e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1f082e", "reconcileID": "156519b0-0b23-4f27-bac9-0591453e57e9", "Gateway": "e2e-shared-a-w3-1f082e", "namespace": "openshift-ingress"} 2026-09-08T14:00:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "1e8b2026-0d19-40d5-9019-97c176f769b2", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress"} 2026-09-08T14:00:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "1e8b2026-0d19-40d5-9019-97c176f769b2", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec-authn-ssl"} 2026-09-08T14:00:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "1e8b2026-0d19-40d5-9019-97c176f769b2", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress"} 2026-09-08T14:00:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "c0a1fa2d-9606-4a08-b010-54632b82e611", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress"} 2026-09-08T14:00:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "c0a1fa2d-9606-4a08-b010-54632b82e611", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec-authn-ssl"} 2026-09-08T14:00:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "c0a1fa2d-9606-4a08-b010-54632b82e611", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress"} 2026-09-08T14:00:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15fc384c-f5db-4587-8cf6-45c33dcb6f14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T14:00:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15fc384c-f5db-4587-8cf6-45c33dcb6f14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "create": "odh-kserve-custom-ca-bundle"} 2026-09-08T14:00:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15fc384c-f5db-4587-8cf6-45c33dcb6f14", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-905fec because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-08T14:00:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "odh-trusted-ca-bundle", "reconcileID": "9589973a-e5bd-459b-90e1-7ab36266abb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T14:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "odh-trusted-ca-bundle", "reconcileID": "9589973a-e5bd-459b-90e1-7ab36266abb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T14:00:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "openshift-service-ca.crt", "reconcileID": "c05e2935-3c1c-411c-95a1-12df6b991790", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T14:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "openshift-service-ca.crt", "reconcileID": "c05e2935-3c1c-411c-95a1-12df6b991790", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T14:00:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2adeb81f-5bb1-45c7-a4f8-b86b50afa6d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T14:00:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-905fec"}, "namespace": "ai-tenant-e2e-shared-b-w3-905fec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2adeb81f-5bb1-45c7-a4f8-b86b50afa6d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-905fec"} 2026-09-08T14:00:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-905fec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-905fec", "reconcileID": "6a3ad7d3-7576-4984-8f04-fb53f548cad6", "Gateway": "e2e-shared-b-w3-905fec", "namespace": "openshift-ingress"} 2026-09-08T14:05:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "799bdddf-3c51-436c-bda9-40fd67b0c707", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "799bdddf-3c51-436c-bda9-40fd67b0c707", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "799bdddf-3c51-436c-bda9-40fd67b0c707", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ffd37153-0f23-47c6-9eda-fba893378901", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:05:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "799bdddf-3c51-436c-bda9-40fd67b0c707", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm", "name": "e2e-same-id-a-9140602a-kserve-route-authn"} 2026-09-08T14:05:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "799bdddf-3c51-436c-bda9-40fd67b0c707", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:05:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "799bdddf-3c51-436c-bda9-40fd67b0c707", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ffd37153-0f23-47c6-9eda-fba893378901", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ffd37153-0f23-47c6-9eda-fba893378901", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:05:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "0f35a435-914f-42e3-b94d-1b28f2096a54", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "0f35a435-914f-42e3-b94d-1b28f2096a54", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "0f35a435-914f-42e3-b94d-1b28f2096a54", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "0f35a435-914f-42e3-b94d-1b28f2096a54", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm", "name": "e2e-same-id-a-9140602a-kserve-route-authn"} 2026-09-08T14:05:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "0f35a435-914f-42e3-b94d-1b28f2096a54", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:05:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "0f35a435-914f-42e3-b94d-1b28f2096a54", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "ad7ba4f6-6f34-4eea-a5fa-f0bfc5d7a5d7", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:05:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "ad7ba4f6-6f34-4eea-a5fa-f0bfc5d7a5d7", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:05:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "ad7ba4f6-6f34-4eea-a5fa-f0bfc5d7a5d7", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:05:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd9e3d48-59cb-4391-aff5-243ca64d033c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:05:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "ad7ba4f6-6f34-4eea-a5fa-f0bfc5d7a5d7", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm", "name": "e2e-same-id-b-9140602a-kserve-route-authn"} 2026-09-08T14:05:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "ad7ba4f6-6f34-4eea-a5fa-f0bfc5d7a5d7", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:05:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "ad7ba4f6-6f34-4eea-a5fa-f0bfc5d7a5d7", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:05:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd9e3d48-59cb-4391-aff5-243ca64d033c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:05:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd9e3d48-59cb-4391-aff5-243ca64d033c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:05:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9e92ffc-7681-49f1-b504-3b3c7adc779d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:05:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9e92ffc-7681-49f1-b504-3b3c7adc779d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:05:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d9e92ffc-7681-49f1-b504-3b3c7adc779d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:05:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "0f294ff7-9020-43d1-99bb-b3a3e1fe27d5", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "0f294ff7-9020-43d1-99bb-b3a3e1fe27d5", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "0f294ff7-9020-43d1-99bb-b3a3e1fe27d5", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "0f294ff7-9020-43d1-99bb-b3a3e1fe27d5", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm", "name": "e2e-same-id-a-9140602a-kserve-route-authn"} 2026-09-08T14:05:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "0f294ff7-9020-43d1-99bb-b3a3e1fe27d5", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:05:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "0f294ff7-9020-43d1-99bb-b3a3e1fe27d5", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "fb845a81-4d77-4296-86d9-72f2ee3c6f63", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:05:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "fb845a81-4d77-4296-86d9-72f2ee3c6f63", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:05:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "fb845a81-4d77-4296-86d9-72f2ee3c6f63", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:05:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "fb845a81-4d77-4296-86d9-72f2ee3c6f63", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm", "name": "e2e-same-id-b-9140602a-kserve-route-authn"} 2026-09-08T14:05:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "fb845a81-4d77-4296-86d9-72f2ee3c6f63", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:05:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "fb845a81-4d77-4296-86d9-72f2ee3c6f63", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:05:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d3045997-bf2a-4bad-a9a1-a9e4b29aced5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:05:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d3045997-bf2a-4bad-a9a1-a9e4b29aced5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:05:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d3045997-bf2a-4bad-a9a1-a9e4b29aced5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:05:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "111ddbbb-5a9c-4010-8acc-e56dcf4a2a3f", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:05:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "111ddbbb-5a9c-4010-8acc-e56dcf4a2a3f", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:05:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "111ddbbb-5a9c-4010-8acc-e56dcf4a2a3f", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:05:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "111ddbbb-5a9c-4010-8acc-e56dcf4a2a3f", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm", "name": "e2e-same-id-b-9140602a-kserve-route-authn"} 2026-09-08T14:05:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "111ddbbb-5a9c-4010-8acc-e56dcf4a2a3f", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:05:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "111ddbbb-5a9c-4010-8acc-e56dcf4a2a3f", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:05:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "ca48e01a-3151-478a-a187-9197538e3cbf", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "ca48e01a-3151-478a-a187-9197538e3cbf", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "ca48e01a-3151-478a-a187-9197538e3cbf", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:05:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "ca48e01a-3151-478a-a187-9197538e3cbf", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm", "name": "e2e-same-id-a-9140602a-kserve-route-authn"} 2026-09-08T14:05:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "ca48e01a-3151-478a-a187-9197538e3cbf", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:05:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "ca48e01a-3151-478a-a187-9197538e3cbf", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:06:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "ee90a801-0f3c-471b-97fd-c0d81f834886", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:06:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "ee90a801-0f3c-471b-97fd-c0d81f834886", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:06:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "ee90a801-0f3c-471b-97fd-c0d81f834886", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:06:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "ee90a801-0f3c-471b-97fd-c0d81f834886", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm", "name": "e2e-same-id-b-9140602a-kserve-route-authn"} 2026-09-08T14:06:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "ee90a801-0f3c-471b-97fd-c0d81f834886", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm", "authType": "userdefined"} 2026-09-08T14:06:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "ee90a801-0f3c-471b-97fd-c0d81f834886", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:06:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "7b02b324-5323-49ba-8baa-d76d00645612", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:06:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "7b02b324-5323-49ba-8baa-d76d00645612", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm", "name": "e2e-same-id-a-9140602a"} 2026-09-08T14:06:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "7b02b324-5323-49ba-8baa-d76d00645612", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:06:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "7b02b324-5323-49ba-8baa-d76d00645612", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:06:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "7b02b324-5323-49ba-8baa-d76d00645612", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm", "name": "e2e-same-id-a-9140602a-kserve-route-authn"} 2026-09-08T14:06:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "7b02b324-5323-49ba-8baa-d76d00645612", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm", "name": "e2e-same-id-a-9140602a-kserve-route-authn"} 2026-09-08T14:06:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9140602a", "reconcileID": "bb3b77c2-fce3-47ca-9036-2bdb6f5e4c26", "LLMInferenceService": "e2e-same-id-a-9140602a", "namespace": "llm"} 2026-09-08T14:06:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0fc17f1f-58ac-427a-9dd5-05fd7556d5b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:06:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0fc17f1f-58ac-427a-9dd5-05fd7556d5b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:06:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0fc17f1f-58ac-427a-9dd5-05fd7556d5b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:06:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cbd8f5f8-c237-4679-906d-cd94634a7ca7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:06:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cbd8f5f8-c237-4679-906d-cd94634a7ca7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:06:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cbd8f5f8-c237-4679-906d-cd94634a7ca7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:06:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "6ae16124-2fa3-4717-8d56-d72c24a33277", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:06:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "6ae16124-2fa3-4717-8d56-d72c24a33277", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm", "name": "e2e-same-id-b-9140602a"} 2026-09-08T14:06:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "6ae16124-2fa3-4717-8d56-d72c24a33277", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:06:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "6ae16124-2fa3-4717-8d56-d72c24a33277", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:06:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "6ae16124-2fa3-4717-8d56-d72c24a33277", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm", "name": "e2e-same-id-b-9140602a-kserve-route-authn"} 2026-09-08T14:06:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "6ae16124-2fa3-4717-8d56-d72c24a33277", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm", "name": "e2e-same-id-b-9140602a-kserve-route-authn"} 2026-09-08T14:06:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9140602a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9140602a", "reconcileID": "25202e30-65d7-43df-85fb-0c56eabb0427", "LLMInferenceService": "e2e-same-id-b-9140602a", "namespace": "llm"} 2026-09-08T14:06:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e10f37b-f388-4ff3-b44e-0a7cc3194c13", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:06:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e10f37b-f388-4ff3-b44e-0a7cc3194c13", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:06:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2e10f37b-f388-4ff3-b44e-0a7cc3194c13", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:06:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "93b59758-8f9e-45a6-bb10-5e1ddd7fb9bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-08T14:06:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "93b59758-8f9e-45a6-bb10-5e1ddd7fb9bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-08T14:06:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "93b59758-8f9e-45a6-bb10-5e1ddd7fb9bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}