/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T18:48:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-179a6f"}, "namespace": "ai-tenant-e2e-api-b-179a6f", "name": "odh-trusted-ca-bundle", "reconcileID": "08eeea18-7f84-41b6-bc48-23301d6342ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179a6f"}
2026-09-08T18:48:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-179a6f"}, "namespace": "ai-tenant-e2e-api-b-179a6f", "name": "odh-trusted-ca-bundle", "reconcileID": "08eeea18-7f84-41b6-bc48-23301d6342ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179a6f"}
2026-09-08T18:48:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-179a6f"}, "namespace": "ai-tenant-e2e-api-b-179a6f", "name": "openshift-service-ca.crt", "reconcileID": "4714f19b-8863-4c7c-a3ef-322088b50604", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-179a6f"}
2026-09-08T18:48:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-179a6f"}, "namespace": "ai-tenant-e2e-api-b-179a6f", "name": "openshift-service-ca.crt", "reconcileID": "4714f19b-8863-4c7c-a3ef-322088b50604", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-179a6f"}
2026-09-08T18:48:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-179a6f"}, "namespace": "ai-tenant-e2e-api-b-179a6f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d42392c1-ac51-46b4-8191-fa14b5353e16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179a6f"}
2026-09-08T18:48:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-179a6f"}, "namespace": "ai-tenant-e2e-api-b-179a6f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d42392c1-ac51-46b4-8191-fa14b5353e16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179a6f"}
2026-09-08T18:48:10Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179a6f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179a6f", "reconcileID": "81f91ba7-e9b8-4cb6-bbab-31d65d44ce90", "Gateway": "e2e-api-b-179a6f", "namespace": "openshift-ingress"}
2026-09-08T18:48:14Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "3f167729-ec32-4053-a983-23f0044a900b", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:14Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "3f167729-ec32-4053-a983-23f0044a900b", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:14Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "3f167729-ec32-4053-a983-23f0044a900b", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:14Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "3f167729-ec32-4053-a983-23f0044a900b", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2-kserve-route-authn"}
2026-09-08T18:48:14Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "3f167729-ec32-4053-a983-23f0044a900b", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "authType": "userdefined"}
2026-09-08T18:48:14Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "3f167729-ec32-4053-a983-23f0044a900b", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "7635d3e2-6214-4515-8ded-293eda619b76", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress"}
2026-09-08T18:48:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "7635d3e2-6214-4515-8ded-293eda619b76", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2-authn-ssl"}
2026-09-08T18:48:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "7635d3e2-6214-4515-8ded-293eda619b76", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress"}
2026-09-08T18:48:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3b04d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3b04d6", "reconcileID": "9619c00f-28ae-4e28-8d7f-d9fa56432408", "Gateway": "e2e-shared-a-w2-3b04d6", "namespace": "openshift-ingress"}
2026-09-08T18:48:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3b04d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3b04d6", "reconcileID": "9619c00f-28ae-4e28-8d7f-d9fa56432408", "Gateway": "e2e-shared-a-w2-3b04d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3b04d6-authn-ssl"}
2026-09-08T18:48:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3b04d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3b04d6", "reconcileID": "9619c00f-28ae-4e28-8d7f-d9fa56432408", "Gateway": "e2e-shared-a-w2-3b04d6", "namespace": "openshift-ingress"}
2026-09-08T18:48:22Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "88b8358a-39c7-474b-b8d5-384aa738e75c", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:22Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "88b8358a-39c7-474b-b8d5-384aa738e75c", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:22Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "88b8358a-39c7-474b-b8d5-384aa738e75c", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:22Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "88b8358a-39c7-474b-b8d5-384aa738e75c", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2-kserve-route-authn"}
2026-09-08T18:48:22Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "88b8358a-39c7-474b-b8d5-384aa738e75c", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "authType": "userdefined"}
2026-09-08T18:48:22Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "88b8358a-39c7-474b-b8d5-384aa738e75c", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3b04d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3b04d6", "reconcileID": "d3254342-feec-4fd6-aab9-06a0a7ffc92c", "Gateway": "e2e-shared-a-w2-3b04d6", "namespace": "openshift-ingress"}
2026-09-08T18:48:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3b04d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3b04d6", "reconcileID": "d3254342-feec-4fd6-aab9-06a0a7ffc92c", "Gateway": "e2e-shared-a-w2-3b04d6", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3b04d6-authn-ssl"}
2026-09-08T18:48:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3b04d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3b04d6", "reconcileID": "d3254342-feec-4fd6-aab9-06a0a7ffc92c", "Gateway": "e2e-shared-a-w2-3b04d6", "namespace": "openshift-ingress"}
2026-09-08T18:48:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3b04d6"}, "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "144ab24c-e256-4808-8450-9c347af0f1cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6"}
2026-09-08T18:48:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3b04d6"}, "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "144ab24c-e256-4808-8450-9c347af0f1cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:48:26Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3b04d6"}, "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "144ab24c-e256-4808-8450-9c347af0f1cf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-3b04d6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T18:48:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3b04d6"}, "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6", "name": "odh-trusted-ca-bundle", "reconcileID": "a88e35f2-7c75-44cf-84d9-f4322da365f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6"}
2026-09-08T18:48:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3b04d6"}, "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6", "name": "odh-trusted-ca-bundle", "reconcileID": "a88e35f2-7c75-44cf-84d9-f4322da365f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6"}
2026-09-08T18:48:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-3b04d6"}, "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6", "name": "openshift-service-ca.crt", "reconcileID": "f1f939b1-ebbd-4b75-a4e8-78843fbbc86f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6"}
2026-09-08T18:48:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-3b04d6"}, "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6", "name": "openshift-service-ca.crt", "reconcileID": "f1f939b1-ebbd-4b75-a4e8-78843fbbc86f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6"}
2026-09-08T18:48:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3b04d6"}, "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a08ad95-972d-40e2-8da1-bcefe185cff2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6"}
2026-09-08T18:48:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-3b04d6"}, "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a08ad95-972d-40e2-8da1-bcefe185cff2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-3b04d6"}
2026-09-08T18:48:27Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-3b04d6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-3b04d6", "reconcileID": "f89095b1-2f60-4091-9b1b-77ee0163ab34", "Gateway": "e2e-shared-a-w2-3b04d6", "namespace": "openshift-ingress"}
2026-09-08T18:48:30Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "5d89bc86-08aa-44a4-875d-e6b8f161b647", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:30Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "5d89bc86-08aa-44a4-875d-e6b8f161b647", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:30Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "5d89bc86-08aa-44a4-875d-e6b8f161b647", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:30Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "5d89bc86-08aa-44a4-875d-e6b8f161b647", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2-kserve-route-authn"}
2026-09-08T18:48:30Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "5d89bc86-08aa-44a4-875d-e6b8f161b647", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "authType": "userdefined"}
2026-09-08T18:48:30Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "5d89bc86-08aa-44a4-875d-e6b8f161b647", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:31Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "99e148d8-3111-4888-bc8e-ccae8204e427", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:31Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "99e148d8-3111-4888-bc8e-ccae8204e427", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:31Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "99e148d8-3111-4888-bc8e-ccae8204e427", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:31Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "99e148d8-3111-4888-bc8e-ccae8204e427", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2-kserve-route-authn"}
2026-09-08T18:48:31Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "99e148d8-3111-4888-bc8e-ccae8204e427", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "authType": "userdefined"}
2026-09-08T18:48:31Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "99e148d8-3111-4888-bc8e-ccae8204e427", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:48:36Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-08T18:48:36Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-08T18:48:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-951c3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-951c3e", "reconcileID": "fbcb2a5a-96c3-4ffd-aa06-190bcc504100", "Gateway": "e2e-shared-b-w2-951c3e", "namespace": "openshift-ingress"}
2026-09-08T18:48:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-951c3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-951c3e", "reconcileID": "fbcb2a5a-96c3-4ffd-aa06-190bcc504100", "Gateway": "e2e-shared-b-w2-951c3e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-951c3e-authn-ssl"}
2026-09-08T18:48:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-951c3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-951c3e", "reconcileID": "fbcb2a5a-96c3-4ffd-aa06-190bcc504100", "Gateway": "e2e-shared-b-w2-951c3e", "namespace": "openshift-ingress"}
2026-09-08T18:48:38Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-08T18:48:38Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-08T18:48:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-951c3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-951c3e", "reconcileID": "0de99896-075a-4b9a-b957-de4501c43164", "Gateway": "e2e-shared-b-w2-951c3e", "namespace": "openshift-ingress"}
2026-09-08T18:48:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-951c3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-951c3e", "reconcileID": "0de99896-075a-4b9a-b957-de4501c43164", "Gateway": "e2e-shared-b-w2-951c3e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-951c3e-authn-ssl"}
2026-09-08T18:48:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-951c3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-951c3e", "reconcileID": "0de99896-075a-4b9a-b957-de4501c43164", "Gateway": "e2e-shared-b-w2-951c3e", "namespace": "openshift-ingress"}
2026-09-08T18:48:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-951c3e"}, "namespace": "ai-tenant-e2e-shared-b-w2-951c3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f12e59a5-2f09-4eb1-9243-278fa27895db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-951c3e"}
2026-09-08T18:48:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-951c3e"}, "namespace": "ai-tenant-e2e-shared-b-w2-951c3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f12e59a5-2f09-4eb1-9243-278fa27895db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-951c3e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:48:43Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-951c3e"}, "namespace": "ai-tenant-e2e-shared-b-w2-951c3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f12e59a5-2f09-4eb1-9243-278fa27895db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-951c3e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T18:48:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-951c3e"}, "namespace": "ai-tenant-e2e-shared-b-w2-951c3e", "name": "odh-trusted-ca-bundle", "reconcileID": "a82c9540-b4f8-4729-92c4-934815928a71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-951c3e"}
2026-09-08T18:48:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-951c3e"}, "namespace": "ai-tenant-e2e-shared-b-w2-951c3e", "name": "odh-trusted-ca-bundle", "reconcileID": "a82c9540-b4f8-4729-92c4-934815928a71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-951c3e"}
2026-09-08T18:48:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-951c3e"}, "namespace": "ai-tenant-e2e-shared-b-w2-951c3e", "name": "openshift-service-ca.crt", "reconcileID": "431072d3-3c3e-48ae-9448-2fd46af26f35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-951c3e"}
2026-09-08T18:48:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-951c3e"}, "namespace": "ai-tenant-e2e-shared-b-w2-951c3e", "name": "openshift-service-ca.crt", "reconcileID": "431072d3-3c3e-48ae-9448-2fd46af26f35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-951c3e"}
2026-09-08T18:48:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-951c3e"}, "namespace": "ai-tenant-e2e-shared-b-w2-951c3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a0f45a2-e5ec-4c9b-964e-8c51cfd80786", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-951c3e"}
2026-09-08T18:48:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-951c3e"}, "namespace": "ai-tenant-e2e-shared-b-w2-951c3e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a0f45a2-e5ec-4c9b-964e-8c51cfd80786", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-951c3e"}
2026-09-08T18:48:44Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-951c3e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-951c3e", "reconcileID": "fdd2aac2-cca5-4564-9850-ac6eebb5bce6", "Gateway": "e2e-shared-b-w2-951c3e", "namespace": "openshift-ingress"}
2026-09-08T18:49:02Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-792c35","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "rate-test-model-792c35", "reconcileID": "8ff98ece-a827-4a0f-b0e7-4c7629ccb6f2", "LLMInferenceService": "rate-test-model-792c35", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:49:02Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-792c35","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "rate-test-model-792c35", "reconcileID": "8ff98ece-a827-4a0f-b0e7-4c7629ccb6f2", "LLMInferenceService": "rate-test-model-792c35", "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "rate-test-model-792c35"}
2026-09-08T18:49:02Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-792c35","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "rate-test-model-792c35", "reconcileID": "8ff98ece-a827-4a0f-b0e7-4c7629ccb6f2", "LLMInferenceService": "rate-test-model-792c35", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:49:02Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-792c35","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "rate-test-model-792c35", "reconcileID": "8ff98ece-a827-4a0f-b0e7-4c7629ccb6f2", "LLMInferenceService": "rate-test-model-792c35", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:49:02Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-792c35","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "rate-test-model-792c35", "reconcileID": "8ff98ece-a827-4a0f-b0e7-4c7629ccb6f2", "LLMInferenceService": "rate-test-model-792c35", "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "rate-test-model-792c35-kserve-route-authn"}
2026-09-08T18:49:02Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-792c35","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "rate-test-model-792c35", "reconcileID": "8ff98ece-a827-4a0f-b0e7-4c7629ccb6f2", "LLMInferenceService": "rate-test-model-792c35", "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "rate-test-model-792c35-kserve-route-authn"}
2026-09-08T18:49:02Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-792c35","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "rate-test-model-792c35", "reconcileID": "8ff98ece-a827-4a0f-b0e7-4c7629ccb6f2", "LLMInferenceService": "rate-test-model-792c35", "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:49:02Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-792c35","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "rate-test-model-792c35", "reconcileID": "8ff98ece-a827-4a0f-b0e7-4c7629ccb6f2", "LLMInferenceService": "rate-test-model-792c35", "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:49:02Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-792c35","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "rate-test-model-792c35", "reconcileID": "c91ec518-afb6-4eed-87c4-573aa73e5d3b", "LLMInferenceService": "rate-test-model-792c35", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:49:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "350a9f7f-b61d-45b6-abf5-1263a1e54387", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress"}
2026-09-08T18:49:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "350a9f7f-b61d-45b6-abf5-1263a1e54387", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35-authn-ssl"}
2026-09-08T18:49:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "350a9f7f-b61d-45b6-abf5-1263a1e54387", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress"}
2026-09-08T18:49:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "6707b543-7830-448f-aa37-67053f527d79", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress"}
2026-09-08T18:49:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "6707b543-7830-448f-aa37-67053f527d79", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35-authn-ssl"}
2026-09-08T18:49:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "6707b543-7830-448f-aa37-67053f527d79", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress"}
2026-09-08T18:49:02Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "686be8e7-15e7-4c62-8f1f-4f6664da215e", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:49:02Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "686be8e7-15e7-4c62-8f1f-4f6664da215e", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2"}
2026-09-08T18:49:02Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "686be8e7-15e7-4c62-8f1f-4f6664da215e", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:49:02Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "686be8e7-15e7-4c62-8f1f-4f6664da215e", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:49:02Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "686be8e7-15e7-4c62-8f1f-4f6664da215e", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2-kserve-route-authn"}
2026-09-08T18:49:02Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "686be8e7-15e7-4c62-8f1f-4f6664da215e", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2-kserve-route-authn"}
2026-09-08T18:49:02Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "686be8e7-15e7-4c62-8f1f-4f6664da215e", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:49:02Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "686be8e7-15e7-4c62-8f1f-4f6664da215e", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:49:03Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6255f2","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "rate-test-model-6255f2", "reconcileID": "ecd43b5f-bf45-421c-a477-fe31c9fd8ea8", "LLMInferenceService": "rate-test-model-6255f2", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:49:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "1ffe4933-f4fa-4a79-871b-1d17ec87da11", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "1ffe4933-f4fa-4a79-871b-1d17ec87da11", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2-authn-ssl"}
2026-09-08T18:49:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "1ffe4933-f4fa-4a79-871b-1d17ec87da11", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "fb27013f-d425-4ce6-8cf5-7f6d701719b0", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "fb27013f-d425-4ce6-8cf5-7f6d701719b0", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2-authn-ssl"}
2026-09-08T18:49:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "fb27013f-d425-4ce6-8cf5-7f6d701719b0", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "0ad06851-3493-4b6a-85bc-9faa391f44eb", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "0ad06851-3493-4b6a-85bc-9faa391f44eb", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:49:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "0ad06851-3493-4b6a-85bc-9faa391f44eb", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "07d478b8-8d32-4b0c-b600-7181657eb3d2", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "07d478b8-8d32-4b0c-b600-7181657eb3d2", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:49:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "07d478b8-8d32-4b0c-b600-7181657eb3d2", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "76d8b74f-ff5e-4d05-b6ea-f107ed381ee3", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "76d8b74f-ff5e-4d05-b6ea-f107ed381ee3", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:49:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "76d8b74f-ff5e-4d05-b6ea-f107ed381ee3", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "5504b0dd-1276-4664-8811-103c9567f7a0", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "5504b0dd-1276-4664-8811-103c9567f7a0", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:49:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "5504b0dd-1276-4664-8811-103c9567f7a0", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "3487d602-aad2-4762-a23d-02dc8dbff935", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "3487d602-aad2-4762-a23d-02dc8dbff935", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:49:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "3487d602-aad2-4762-a23d-02dc8dbff935", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "6e1eb750-832b-46ce-bbc8-47f021886d34", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "6e1eb750-832b-46ce-bbc8-47f021886d34", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:49:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "6e1eb750-832b-46ce-bbc8-47f021886d34", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "0cafea8b-f7b2-420f-b1cb-9a0cbe7a267b", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "0cafea8b-f7b2-420f-b1cb-9a0cbe7a267b", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:49:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "0cafea8b-f7b2-420f-b1cb-9a0cbe7a267b", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "openshift-service-ca.crt", "reconcileID": "598cfb57-ce6f-4a4c-afda-d5c4cf1042a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:49:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "odh-trusted-ca-bundle", "reconcileID": "67bb5336-e464-484a-8e46-bcec548ee9a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:49:06Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "openshift-service-ca.crt", "reconcileID": "d08c89c7-20bd-48d9-8026-f47932d9a485", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:49:06Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "openshift-service-ca.crt", "reconcileID": "d08c89c7-20bd-48d9-8026-f47932d9a485", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:49:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "openshift-service-ca.crt", "reconcileID": "318a5974-d7cd-42db-809b-9e8494285637", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:49:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60a777fe-1a85-4f24-b424-52a834fa997b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:49:06Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "odh-trusted-ca-bundle", "reconcileID": "3dec9dd0-acd7-47c4-b272-8e6668e78b78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "update": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:49:06Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "odh-trusted-ca-bundle", "reconcileID": "3dec9dd0-acd7-47c4-b272-8e6668e78b78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:49:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d765f2b-615d-4cba-b1af-b9d17c46d7b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:49:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "22b796d7-1425-406e-a23c-7b72b4ba5a7f", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "22b796d7-1425-406e-a23c-7b72b4ba5a7f", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:49:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "22b796d7-1425-406e-a23c-7b72b4ba5a7f", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "9f58688b-5127-48d7-852d-409a3fc8b7e3", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "9f58688b-5127-48d7-852d-409a3fc8b7e3", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:49:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "9f58688b-5127-48d7-852d-409a3fc8b7e3", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:49:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "d6651316-49bb-457f-84da-df9ea1df8cfe", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:32Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "d6651316-49bb-457f-84da-df9ea1df8cfe", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb-authn-ssl"}
2026-09-08T18:49:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "d6651316-49bb-457f-84da-df9ea1df8cfe", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "6e2e0b36-f2dc-49ff-aaa7-d299d1709ce3", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "6e2e0b36-f2dc-49ff-aaa7-d299d1709ce3", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb-authn-ssl"}
2026-09-08T18:49:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "6e2e0b36-f2dc-49ff-aaa7-d299d1709ce3", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "72064793-eb70-4b7a-8468-4447d0bf275c", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "72064793-eb70-4b7a-8468-4447d0bf275c", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb-authn-ssl"}
2026-09-08T18:49:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "72064793-eb70-4b7a-8468-4447d0bf275c", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "9ddf9fe8-d0f3-406a-b922-61ad934f15a0", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "9ddf9fe8-d0f3-406a-b922-61ad934f15a0", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb-authn-ssl"}
2026-09-08T18:49:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "9ddf9fe8-d0f3-406a-b922-61ad934f15a0", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "72c4d75f-d878-4733-852e-353d0e9263d3", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "72c4d75f-d878-4733-852e-353d0e9263d3", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb-authn-ssl"}
2026-09-08T18:49:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "72c4d75f-d878-4733-852e-353d0e9263d3", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "71965df3-b6ed-4f7c-8659-1dfc7df212da", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "71965df3-b6ed-4f7c-8659-1dfc7df212da", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb-authn-ssl"}
2026-09-08T18:49:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "71965df3-b6ed-4f7c-8659-1dfc7df212da", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "81b97d04-c08b-451c-92d2-6ed07988752a", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "81b97d04-c08b-451c-92d2-6ed07988752a", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb-authn-ssl"}
2026-09-08T18:49:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "81b97d04-c08b-451c-92d2-6ed07988752a", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "openshift-service-ca.crt", "reconcileID": "30e2a184-870c-4e64-8501-2f141fb0fc47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:49:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "odh-trusted-ca-bundle", "reconcileID": "fa29bb61-6c98-4dda-9f8b-d5aa5d506022", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:49:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "openshift-service-ca.crt", "reconcileID": "cb3ad36c-0824-493f-a54b-7d0fa6d82508", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-302afb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:49:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "openshift-service-ca.crt", "reconcileID": "cb3ad36c-0824-493f-a54b-7d0fa6d82508", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:49:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "756db6bb-cad4-49b2-ad39-13ea8a7a11bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:49:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "openshift-service-ca.crt", "reconcileID": "74d322dd-a797-473b-b967-b41aa577f4a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:49:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "odh-trusted-ca-bundle", "reconcileID": "beda8974-a4d6-4b3c-9996-5442839d6187", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-302afb", "update": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:49:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "odh-trusted-ca-bundle", "reconcileID": "beda8974-a4d6-4b3c-9996-5442839d6187", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:49:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4ff3c8e-92be-4187-85a3-bee94370ef75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:49:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "7601701c-4fdf-4a48-b33d-0bdf39ede710", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "7601701c-4fdf-4a48-b33d-0bdf39ede710", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb-authn-ssl"}
2026-09-08T18:49:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "7601701c-4fdf-4a48-b33d-0bdf39ede710", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "ba9f92e7-0028-4def-bf95-663bbf9e1f37", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:49:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "ba9f92e7-0028-4def-bf95-663bbf9e1f37", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb-authn-ssl"}
2026-09-08T18:49:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "ba9f92e7-0028-4def-bf95-663bbf9e1f37", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:50:06Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "e4f0e28a-2dc2-4826-991b-4ae14ad15e7e", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:06Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "e4f0e28a-2dc2-4826-991b-4ae14ad15e7e", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:06Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "e4f0e28a-2dc2-4826-991b-4ae14ad15e7e", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "1bcb313b-1f4a-48ff-8c9c-690071ae9754", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:50:06Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "e4f0e28a-2dc2-4826-991b-4ae14ad15e7e", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef-kserve-route-authn"}
2026-09-08T18:50:06Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "e4f0e28a-2dc2-4826-991b-4ae14ad15e7e", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "authType": "userdefined"}
2026-09-08T18:50:06Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "e4f0e28a-2dc2-4826-991b-4ae14ad15e7e", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "1bcb313b-1f4a-48ff-8c9c-690071ae9754", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:50:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "1bcb313b-1f4a-48ff-8c9c-690071ae9754", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:50:06Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "36f1c74a-68b7-4d24-aae4-917bcc962490", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:06Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "36f1c74a-68b7-4d24-aae4-917bcc962490", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:06Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "36f1c74a-68b7-4d24-aae4-917bcc962490", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:06Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "36f1c74a-68b7-4d24-aae4-917bcc962490", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef-kserve-route-authn"}
2026-09-08T18:50:06Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "36f1c74a-68b7-4d24-aae4-917bcc962490", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "authType": "userdefined"}
2026-09-08T18:50:06Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "36f1c74a-68b7-4d24-aae4-917bcc962490", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "fd3b2acb-c84f-489b-8eab-4bdd4ee196bc", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:50:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "fd3b2acb-c84f-489b-8eab-4bdd4ee196bc", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:50:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "fd3b2acb-c84f-489b-8eab-4bdd4ee196bc", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:50:21Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "6dca90ce-46e9-40b9-a853-8b887e3b28bb", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:21Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "6dca90ce-46e9-40b9-a853-8b887e3b28bb", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:21Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "6dca90ce-46e9-40b9-a853-8b887e3b28bb", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:21Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "6dca90ce-46e9-40b9-a853-8b887e3b28bb", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef-kserve-route-authn"}
2026-09-08T18:50:21Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "6dca90ce-46e9-40b9-a853-8b887e3b28bb", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "authType": "userdefined"}
2026-09-08T18:50:21Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "6dca90ce-46e9-40b9-a853-8b887e3b28bb", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:30Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "4d855630-174c-4368-a32c-9bd7efe99f62", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:30Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "4d855630-174c-4368-a32c-9bd7efe99f62", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:30Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "4d855630-174c-4368-a32c-9bd7efe99f62", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:30Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "4d855630-174c-4368-a32c-9bd7efe99f62", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef-kserve-route-authn"}
2026-09-08T18:50:30Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "4d855630-174c-4368-a32c-9bd7efe99f62", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "authType": "userdefined"}
2026-09-08T18:50:30Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "4d855630-174c-4368-a32c-9bd7efe99f62", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:31Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "16d23823-f72d-400d-a4f8-319b1f0992e6", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:31Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "16d23823-f72d-400d-a4f8-319b1f0992e6", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:31Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "16d23823-f72d-400d-a4f8-319b1f0992e6", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:31Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "16d23823-f72d-400d-a4f8-319b1f0992e6", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef-kserve-route-authn"}
2026-09-08T18:50:31Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "16d23823-f72d-400d-a4f8-319b1f0992e6", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "authType": "userdefined"}
2026-09-08T18:50:31Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "16d23823-f72d-400d-a4f8-319b1f0992e6", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:50:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "b693386b-a36a-47c8-83f8-7896f4f3ea17", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:52Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "b693386b-a36a-47c8-83f8-7896f4f3ea17", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7-authn-ssl"}
2026-09-08T18:50:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "b693386b-a36a-47c8-83f8-7896f4f3ea17", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "8b3aa81b-aa64-4479-be73-da3c383e165d", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "8b3aa81b-aa64-4479-be73-da3c383e165d", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7-authn-ssl"}
2026-09-08T18:50:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "8b3aa81b-aa64-4479-be73-da3c383e165d", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "454b88b5-6356-49eb-a890-3185c5e20c27", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "454b88b5-6356-49eb-a890-3185c5e20c27", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7-authn-ssl"}
2026-09-08T18:50:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "454b88b5-6356-49eb-a890-3185c5e20c27", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "c81d5e00-f57f-4d0c-91ec-76a2e5aadc82", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "c81d5e00-f57f-4d0c-91ec-76a2e5aadc82", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7-authn-ssl"}
2026-09-08T18:50:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "c81d5e00-f57f-4d0c-91ec-76a2e5aadc82", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "50c961b6-d4e4-4f64-8349-6eb1d1bc8812", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "50c961b6-d4e4-4f64-8349-6eb1d1bc8812", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7-authn-ssl"}
2026-09-08T18:50:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "50c961b6-d4e4-4f64-8349-6eb1d1bc8812", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "5d2bbcde-2baf-4678-83f6-b8aa1d4406b9", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "5d2bbcde-2baf-4678-83f6-b8aa1d4406b9", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7-authn-ssl"}
2026-09-08T18:50:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "5d2bbcde-2baf-4678-83f6-b8aa1d4406b9", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "323f38a3-4614-4dd9-a192-0bbca963a7d1", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "323f38a3-4614-4dd9-a192-0bbca963a7d1", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7-authn-ssl"}
2026-09-08T18:50:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "323f38a3-4614-4dd9-a192-0bbca963a7d1", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "4f4af330-1d7a-4138-9f62-053f66410ad6", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "4f4af330-1d7a-4138-9f62-053f66410ad6", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7-authn-ssl"}
2026-09-08T18:50:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "4f4af330-1d7a-4138-9f62-053f66410ad6", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "openshift-service-ca.crt", "reconcileID": "a64fc2fd-aec2-4b72-abd0-bbaf62b78476", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:50:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "odh-trusted-ca-bundle", "reconcileID": "b2120a95-bdaa-4c76-8e01-6dac4f6c9b3c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:50:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "openshift-service-ca.crt", "reconcileID": "743a08bc-9fa3-4cb9-8d6a-9e05ad682ad6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:50:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "openshift-service-ca.crt", "reconcileID": "743a08bc-9fa3-4cb9-8d6a-9e05ad682ad6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:50:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "154f07a5-f7f9-407e-be3b-cc32f1340da6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:50:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "openshift-service-ca.crt", "reconcileID": "6b448bff-b21a-4e42-8ac2-a0f675fe531d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:50:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "odh-trusted-ca-bundle", "reconcileID": "3ec32bee-7d75-435a-af95-bb258f72edf6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "update": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:50:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "odh-trusted-ca-bundle", "reconcileID": "3ec32bee-7d75-435a-af95-bb258f72edf6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:50:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "477952cb-35ac-4507-9c77-5ad29b44536d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:50:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "1861bd33-6596-47d6-816d-3d03b52850b2", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:50:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "1861bd33-6596-47d6-816d-3d03b52850b2", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7-authn-ssl"}
2026-09-08T18:50:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "1861bd33-6596-47d6-816d-3d03b52850b2", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:51:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "9f6dfdd2-a16d-4323-b4fd-a986c869cdd3", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:51:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "9f6dfdd2-a16d-4323-b4fd-a986c869cdd3", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7-authn-ssl"}
2026-09-08T18:51:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "9f6dfdd2-a16d-4323-b4fd-a986c869cdd3", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:51:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "a5bedb60-f987-4374-9374-118e587a0b51", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:51:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "a5bedb60-f987-4374-9374-118e587a0b51", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7-authn-ssl"}
2026-09-08T18:51:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "a5bedb60-f987-4374-9374-118e587a0b51", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:51:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "27b5d6ee-8960-4008-a4e0-8f664bdd1b0a", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:51:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "27b5d6ee-8960-4008-a4e0-8f664bdd1b0a", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7-authn-ssl"}
2026-09-08T18:51:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "27b5d6ee-8960-4008-a4e0-8f664bdd1b0a", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:51:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcf10b0f-fc84-4547-8ca0-3e868394dc61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:51:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcf10b0f-fc84-4547-8ca0-3e868394dc61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:51:33Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcf10b0f-fc84-4547-8ca0-3e868394dc61", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-61f4b7 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T18:51:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "odh-trusted-ca-bundle", "reconcileID": "2070ee0a-3ca5-4899-81ed-e5ac5563e664", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:51:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "odh-trusted-ca-bundle", "reconcileID": "2070ee0a-3ca5-4899-81ed-e5ac5563e664", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:51:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "openshift-service-ca.crt", "reconcileID": "6517f753-f0a4-4b4a-9a5e-6dcc78ab10fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:51:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "openshift-service-ca.crt", "reconcileID": "6517f753-f0a4-4b4a-9a5e-6dcc78ab10fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:51:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "741eb46f-d0cb-4d16-8c5c-50046651a7ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:51:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-61f4b7"}, "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "741eb46f-d0cb-4d16-8c5c-50046651a7ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-61f4b7"}
2026-09-08T18:51:35Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-61f4b7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-61f4b7", "reconcileID": "5c73e381-228f-4a69-a6f7-e6bee0c91dd3", "Gateway": "e2e-ipp-cleanup-61f4b7", "namespace": "openshift-ingress"}
2026-09-08T18:51:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "c1545ff5-c78f-4a09-8992-daeeb1b85b02", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:51:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "c1545ff5-c78f-4a09-8992-daeeb1b85b02", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:51:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "c1545ff5-c78f-4a09-8992-daeeb1b85b02", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:51:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "5c42806a-3b8b-4f31-97da-a1356e035195", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:51:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "5c42806a-3b8b-4f31-97da-a1356e035195", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:51:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "5c42806a-3b8b-4f31-97da-a1356e035195", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:51:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "81be1d7d-41f3-4df2-9d56-9bc72cffd6f1", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:51:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "81be1d7d-41f3-4df2-9d56-9bc72cffd6f1", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:51:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "81be1d7d-41f3-4df2-9d56-9bc72cffd6f1", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:52:01Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "3d03312e-c2d4-4af2-85e3-ab53b2576bb4", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:01Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "3d03312e-c2d4-4af2-85e3-ab53b2576bb4", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:01Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "3d03312e-c2d4-4af2-85e3-ab53b2576bb4", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:01Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "3d03312e-c2d4-4af2-85e3-ab53b2576bb4", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef-kserve-route-authn"}
2026-09-08T18:52:01Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "3d03312e-c2d4-4af2-85e3-ab53b2576bb4", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "authType": "userdefined"}
2026-09-08T18:52:01Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "3d03312e-c2d4-4af2-85e3-ab53b2576bb4", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93f90e53-1902-483c-82d3-dc68849d140c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93f90e53-1902-483c-82d3-dc68849d140c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:52:37Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93f90e53-1902-483c-82d3-dc68849d140c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-bc23ef because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T18:52:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "odh-trusted-ca-bundle", "reconcileID": "4b44fe58-2c79-4591-9b1c-102c6cf2748c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "odh-trusted-ca-bundle", "reconcileID": "4b44fe58-2c79-4591-9b1c-102c6cf2748c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "openshift-service-ca.crt", "reconcileID": "6691017c-7c59-448b-bd07-d45753ae3411", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "openshift-service-ca.crt", "reconcileID": "6691017c-7c59-448b-bd07-d45753ae3411", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d63c0a5c-4d11-4b55-b89f-5d41d5064175", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d63c0a5c-4d11-4b55-b89f-5d41d5064175", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "6e7d6418-054a-4662-be65-ee468a5f0981", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "6e7d6418-054a-4662-be65-ee468a5f0981", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "6e7d6418-054a-4662-be65-ee468a5f0981", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "6e7d6418-054a-4662-be65-ee468a5f0981", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef-kserve-route-authn"}
2026-09-08T18:52:37Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "6e7d6418-054a-4662-be65-ee468a5f0981", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "authType": "userdefined"}
2026-09-08T18:52:37Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "6e7d6418-054a-4662-be65-ee468a5f0981", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "d3aafca0-bb33-47dd-80f7-3f2d7cb53a16", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "d3aafca0-bb33-47dd-80f7-3f2d7cb53a16", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "d3aafca0-bb33-47dd-80f7-3f2d7cb53a16", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "d3aafca0-bb33-47dd-80f7-3f2d7cb53a16", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "d3aafca0-bb33-47dd-80f7-3f2d7cb53a16", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef-kserve-route-authn"}
2026-09-08T18:52:37Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "d3aafca0-bb33-47dd-80f7-3f2d7cb53a16", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef-kserve-route-authn"}
2026-09-08T18:52:37Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "d3aafca0-bb33-47dd-80f7-3f2d7cb53a16", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "d3aafca0-bb33-47dd-80f7-3f2d7cb53a16", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "846312d7-a47a-453e-b683-8751f2d5e786", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:52:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "846312d7-a47a-453e-b683-8751f2d5e786", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:52:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "846312d7-a47a-453e-b683-8751f2d5e786", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:52:51Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "5698a2ad-ccae-4be4-a9f9-6f5996604492", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:51Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "5698a2ad-ccae-4be4-a9f9-6f5996604492", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef"}
2026-09-08T18:52:51Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "5698a2ad-ccae-4be4-a9f9-6f5996604492", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:51Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "5698a2ad-ccae-4be4-a9f9-6f5996604492", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:51Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "5698a2ad-ccae-4be4-a9f9-6f5996604492", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef-kserve-route-authn"}
2026-09-08T18:52:51Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "5698a2ad-ccae-4be4-a9f9-6f5996604492", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef-kserve-route-authn"}
2026-09-08T18:52:51Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "5698a2ad-ccae-4be4-a9f9-6f5996604492", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:51Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "5698a2ad-ccae-4be4-a9f9-6f5996604492", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:52Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-bc23ef","namespace":"ai-tenant-e2e-ipp-a-bc23ef"}, "namespace": "ai-tenant-e2e-ipp-a-bc23ef", "name": "ipp-route-bc23ef", "reconcileID": "c33a6e82-531f-4e0b-a4e6-4f44c0781b4b", "LLMInferenceService": "ipp-route-bc23ef", "namespace": "ai-tenant-e2e-ipp-a-bc23ef"}
2026-09-08T18:52:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "a09a5445-e43e-4925-b7ee-a8a0ab8ed6bb", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:52:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "a09a5445-e43e-4925-b7ee-a8a0ab8ed6bb", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef-authn-ssl"}
2026-09-08T18:52:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "a09a5445-e43e-4925-b7ee-a8a0ab8ed6bb", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:52:58Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-bc23ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-bc23ef", "reconcileID": "9bda0dd6-b1fa-47a0-b1f4-30515ae4a4c5", "Gateway": "e2e-ipp-a-bc23ef", "namespace": "openshift-ingress"}
2026-09-08T18:53:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "f600e1b1-bbfb-4d93-99da-0513dc765c81", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:53:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "f600e1b1-bbfb-4d93-99da-0513dc765c81", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb-authn-ssl"}
2026-09-08T18:53:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "f600e1b1-bbfb-4d93-99da-0513dc765c81", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:53:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "2c729a3f-f51f-4a99-8bf7-ddc8f0ea93a5", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:53:13Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "2c729a3f-f51f-4a99-8bf7-ddc8f0ea93a5", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb-authn-ssl"}
2026-09-08T18:53:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "2c729a3f-f51f-4a99-8bf7-ddc8f0ea93a5", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:53:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03e104c2-aca1-40b2-aa0e-8c9bd46b6f9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:53:15Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03e104c2-aca1-40b2-aa0e-8c9bd46b6f9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-302afb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:53:15Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03e104c2-aca1-40b2-aa0e-8c9bd46b6f9a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-302afb because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T18:53:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "odh-trusted-ca-bundle", "reconcileID": "7bcf1c15-6a0e-47dc-9c5a-d9e7da9e9050", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:53:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "odh-trusted-ca-bundle", "reconcileID": "7bcf1c15-6a0e-47dc-9c5a-d9e7da9e9050", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:53:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "openshift-service-ca.crt", "reconcileID": "abc80ec5-b8a5-496b-8a45-f4cc75e5e410", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:53:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "openshift-service-ca.crt", "reconcileID": "abc80ec5-b8a5-496b-8a45-f4cc75e5e410", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:53:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c42f93af-de7f-4ed5-9765-cc6403af0e99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:53:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-302afb"}, "namespace": "ai-tenant-e2e-ipp-b-302afb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c42f93af-de7f-4ed5-9765-cc6403af0e99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-302afb"}
2026-09-08T18:53:15Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-302afb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-302afb", "reconcileID": "537cb77c-5f89-4f5e-90ba-d3e6faa5fbb6", "Gateway": "e2e-ipp-b-302afb", "namespace": "openshift-ingress"}
2026-09-08T18:53:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "a418f5a7-4d43-43d5-ac55-a39379fd75a7", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress"}
2026-09-08T18:53:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "a418f5a7-4d43-43d5-ac55-a39379fd75a7", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35-authn-ssl"}
2026-09-08T18:53:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "a418f5a7-4d43-43d5-ac55-a39379fd75a7", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress"}
2026-09-08T18:53:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "c31acb01-0e63-4db8-a365-3cab001ff3a7", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress"}
2026-09-08T18:53:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "c31acb01-0e63-4db8-a365-3cab001ff3a7", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35-authn-ssl"}
2026-09-08T18:53:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "c31acb01-0e63-4db8-a365-3cab001ff3a7", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress"}
2026-09-08T18:53:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae1ff0ba-d79d-47f3-b6ad-e326128a4f68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:53:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae1ff0ba-d79d-47f3-b6ad-e326128a4f68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:53:32Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae1ff0ba-d79d-47f3-b6ad-e326128a4f68", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-792c35 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T18:53:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "odh-trusted-ca-bundle", "reconcileID": "775a8a19-0d9a-4883-8c6c-cdebef3b8328", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:53:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "odh-trusted-ca-bundle", "reconcileID": "775a8a19-0d9a-4883-8c6c-cdebef3b8328", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:53:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "openshift-service-ca.crt", "reconcileID": "2b3df236-a9f6-4e06-a394-e6e070d7a67c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:53:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "openshift-service-ca.crt", "reconcileID": "2b3df236-a9f6-4e06-a394-e6e070d7a67c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:53:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3671d1d9-1521-4e5c-aa96-9620c26daed8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:53:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-792c35"}, "namespace": "ai-tenant-e2e-shared-a-w3-792c35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3671d1d9-1521-4e5c-aa96-9620c26daed8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-792c35"}
2026-09-08T18:53:33Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-792c35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-792c35", "reconcileID": "42697b55-dec1-41c7-9185-2bf37909faa9", "Gateway": "e2e-shared-a-w3-792c35", "namespace": "openshift-ingress"}
2026-09-08T18:53:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "68f6d31b-f43e-431b-b4e4-2f4181e9202f", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress"}
2026-09-08T18:53:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "68f6d31b-f43e-431b-b4e4-2f4181e9202f", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2-authn-ssl"}
2026-09-08T18:53:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "68f6d31b-f43e-431b-b4e4-2f4181e9202f", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress"}
2026-09-08T18:53:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "77b05536-dc66-4359-a639-549c7bbe772b", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress"}
2026-09-08T18:53:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "77b05536-dc66-4359-a639-549c7bbe772b", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2-authn-ssl"}
2026-09-08T18:53:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "77b05536-dc66-4359-a639-549c7bbe772b", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress"}
2026-09-08T18:53:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8547e5f8-8b63-4d84-9b47-83c57cb374cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:53:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8547e5f8-8b63-4d84-9b47-83c57cb374cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T18:53:50Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8547e5f8-8b63-4d84-9b47-83c57cb374cf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-6255f2 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T18:53:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "odh-trusted-ca-bundle", "reconcileID": "5f0d62c8-df90-42aa-80d3-d2bf36cca9f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:53:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "odh-trusted-ca-bundle", "reconcileID": "5f0d62c8-df90-42aa-80d3-d2bf36cca9f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:53:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "openshift-service-ca.crt", "reconcileID": "8f26c7da-b824-4929-b31a-93dabd2e8962", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:53:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "openshift-service-ca.crt", "reconcileID": "8f26c7da-b824-4929-b31a-93dabd2e8962", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:53:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db3aabcb-0da6-44ea-bb32-51cf59155695", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:53:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-6255f2"}, "namespace": "ai-tenant-e2e-shared-b-w3-6255f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db3aabcb-0da6-44ea-bb32-51cf59155695", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-6255f2"}
2026-09-08T18:53:51Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-6255f2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-6255f2", "reconcileID": "ff9dbb26-233b-4171-9d29-3ff808d453c6", "Gateway": "e2e-shared-b-w3-6255f2", "namespace": "openshift-ingress"}
2026-09-08T18:58:03Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "ac10dca1-9f5c-4a3f-99e4-8bc6a44b35d7", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:58:03Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "ac10dca1-9f5c-4a3f-99e4-8bc6a44b35d7", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:58:03Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "ac10dca1-9f5c-4a3f-99e4-8bc6a44b35d7", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:58:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcfb26b7-16e0-427d-9237-a4945276feb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:58:03Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "ac10dca1-9f5c-4a3f-99e4-8bc6a44b35d7", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm", "name": "e2e-same-id-a-98edebc4-kserve-route-authn"}
2026-09-08T18:58:03Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "ac10dca1-9f5c-4a3f-99e4-8bc6a44b35d7", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm", "authType": "userdefined"}
2026-09-08T18:58:03Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "ac10dca1-9f5c-4a3f-99e4-8bc6a44b35d7", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:58:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcfb26b7-16e0-427d-9237-a4945276feb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T18:58:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fcfb26b7-16e0-427d-9237-a4945276feb0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:58:04Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "e7a218c4-0632-4719-a1f5-955263c8e70a", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:58:04Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "e7a218c4-0632-4719-a1f5-955263c8e70a", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:58:04Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "e7a218c4-0632-4719-a1f5-955263c8e70a", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:58:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec98a9ea-ae99-4a0f-8a61-dcba729a64bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:58:04Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "e7a218c4-0632-4719-a1f5-955263c8e70a", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm", "name": "e2e-same-id-b-98edebc4-kserve-route-authn"}
2026-09-08T18:58:04Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "e7a218c4-0632-4719-a1f5-955263c8e70a", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm", "authType": "userdefined"}
2026-09-08T18:58:04Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "e7a218c4-0632-4719-a1f5-955263c8e70a", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:58:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec98a9ea-ae99-4a0f-8a61-dcba729a64bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T18:58:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ec98a9ea-ae99-4a0f-8a61-dcba729a64bb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:58:04Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "39f80193-ff58-4dd4-b34c-8b09094c9061", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:58:04Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "39f80193-ff58-4dd4-b34c-8b09094c9061", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:58:04Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "39f80193-ff58-4dd4-b34c-8b09094c9061", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:58:04Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "39f80193-ff58-4dd4-b34c-8b09094c9061", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm", "name": "e2e-same-id-a-98edebc4-kserve-route-authn"}
2026-09-08T18:58:04Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "39f80193-ff58-4dd4-b34c-8b09094c9061", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm", "authType": "userdefined"}
2026-09-08T18:58:04Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "39f80193-ff58-4dd4-b34c-8b09094c9061", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:58:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "244626a1-cf78-4588-80de-db6e9e354725", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:58:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "244626a1-cf78-4588-80de-db6e9e354725", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T18:58:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "244626a1-cf78-4588-80de-db6e9e354725", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:58:16Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "dc556235-8520-425c-921e-131c486daf6b", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:58:16Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "dc556235-8520-425c-921e-131c486daf6b", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:58:16Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "dc556235-8520-425c-921e-131c486daf6b", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:58:16Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "dc556235-8520-425c-921e-131c486daf6b", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm", "name": "e2e-same-id-a-98edebc4-kserve-route-authn"}
2026-09-08T18:58:16Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "dc556235-8520-425c-921e-131c486daf6b", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm", "authType": "userdefined"}
2026-09-08T18:58:16Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "dc556235-8520-425c-921e-131c486daf6b", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:58:17Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "e93f0395-3561-430e-a86b-cdfe61e90c93", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:58:17Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "e93f0395-3561-430e-a86b-cdfe61e90c93", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:58:17Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "e93f0395-3561-430e-a86b-cdfe61e90c93", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:58:17Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "e93f0395-3561-430e-a86b-cdfe61e90c93", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm", "name": "e2e-same-id-b-98edebc4-kserve-route-authn"}
2026-09-08T18:58:17Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "e93f0395-3561-430e-a86b-cdfe61e90c93", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm", "authType": "userdefined"}
2026-09-08T18:58:17Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "e93f0395-3561-430e-a86b-cdfe61e90c93", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:58:18Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-08T18:58:18Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-08T18:58:20Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-08T18:58:20Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-08T18:58:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03070fcd-cdba-4ade-a563-5e064e485588", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:58:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03070fcd-cdba-4ade-a563-5e064e485588", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T18:58:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03070fcd-cdba-4ade-a563-5e064e485588", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:58:33Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "dfa1d37d-f3b6-4396-b69c-2a4e1ce5b26c", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:58:33Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "dfa1d37d-f3b6-4396-b69c-2a4e1ce5b26c", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:58:33Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "dfa1d37d-f3b6-4396-b69c-2a4e1ce5b26c", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:58:33Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "dfa1d37d-f3b6-4396-b69c-2a4e1ce5b26c", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm", "name": "e2e-same-id-b-98edebc4-kserve-route-authn"}
2026-09-08T18:58:33Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "dfa1d37d-f3b6-4396-b69c-2a4e1ce5b26c", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm", "authType": "userdefined"}
2026-09-08T18:58:33Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "dfa1d37d-f3b6-4396-b69c-2a4e1ce5b26c", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:59:04Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "c1b8203d-7c27-40e8-ac18-4cb1f66800c4", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:59:04Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "c1b8203d-7c27-40e8-ac18-4cb1f66800c4", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:59:04Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "c1b8203d-7c27-40e8-ac18-4cb1f66800c4", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:59:04Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "c1b8203d-7c27-40e8-ac18-4cb1f66800c4", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm", "name": "e2e-same-id-a-98edebc4-kserve-route-authn"}
2026-09-08T18:59:04Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "c1b8203d-7c27-40e8-ac18-4cb1f66800c4", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm", "authType": "userdefined"}
2026-09-08T18:59:04Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "c1b8203d-7c27-40e8-ac18-4cb1f66800c4", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:59:08Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "1e0d6b33-076a-422c-bc18-78435d7524b3", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:59:08Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "1e0d6b33-076a-422c-bc18-78435d7524b3", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:59:08Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "1e0d6b33-076a-422c-bc18-78435d7524b3", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:59:08Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "1e0d6b33-076a-422c-bc18-78435d7524b3", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm", "name": "e2e-same-id-b-98edebc4-kserve-route-authn"}
2026-09-08T18:59:08Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "1e0d6b33-076a-422c-bc18-78435d7524b3", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm", "authType": "userdefined"}
2026-09-08T18:59:08Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "1e0d6b33-076a-422c-bc18-78435d7524b3", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:59:09Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "345945f3-1363-48d8-8c8a-984f471f26f2", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:59:09Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "345945f3-1363-48d8-8c8a-984f471f26f2", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm", "name": "e2e-same-id-a-98edebc4"}
2026-09-08T18:59:09Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "345945f3-1363-48d8-8c8a-984f471f26f2", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:59:09Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "345945f3-1363-48d8-8c8a-984f471f26f2", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:59:09Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "345945f3-1363-48d8-8c8a-984f471f26f2", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm", "name": "e2e-same-id-a-98edebc4-kserve-route-authn"}
2026-09-08T18:59:09Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "345945f3-1363-48d8-8c8a-984f471f26f2", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm", "name": "e2e-same-id-a-98edebc4-kserve-route-authn"}
2026-09-08T18:59:09Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-98edebc4", "reconcileID": "cd385854-370e-4ae1-9b82-d66cbd87b11b", "LLMInferenceService": "e2e-same-id-a-98edebc4", "namespace": "llm"}
2026-09-08T18:59:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61b33953-e85e-4805-8249-94a284de411a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:59:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61b33953-e85e-4805-8249-94a284de411a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T18:59:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "61b33953-e85e-4805-8249-94a284de411a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:59:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02904ad3-74f4-4e2b-90fc-635e5baa4620", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:59:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02904ad3-74f4-4e2b-90fc-635e5baa4620", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T18:59:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "02904ad3-74f4-4e2b-90fc-635e5baa4620", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:59:10Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "8bc850e5-32d8-495f-8e3f-183deefce4b3", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:59:10Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "8bc850e5-32d8-495f-8e3f-183deefce4b3", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm", "name": "e2e-same-id-b-98edebc4"}
2026-09-08T18:59:10Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "8bc850e5-32d8-495f-8e3f-183deefce4b3", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:59:10Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "8bc850e5-32d8-495f-8e3f-183deefce4b3", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:59:10Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "8bc850e5-32d8-495f-8e3f-183deefce4b3", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm", "name": "e2e-same-id-b-98edebc4-kserve-route-authn"}
2026-09-08T18:59:10Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "8bc850e5-32d8-495f-8e3f-183deefce4b3", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm", "name": "e2e-same-id-b-98edebc4-kserve-route-authn"}
2026-09-08T18:59:10Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-98edebc4","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-98edebc4", "reconcileID": "2aa363b0-e5f8-4cff-9ac5-75bb0ee1fec5", "LLMInferenceService": "e2e-same-id-b-98edebc4", "namespace": "llm"}
2026-09-08T18:59:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41041c69-e7c3-4587-8030-8b4e17b07bdd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:59:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41041c69-e7c3-4587-8030-8b4e17b07bdd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T18:59:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41041c69-e7c3-4587-8030-8b4e17b07bdd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:59:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8f493e6-8718-42e5-8455-f24f2b7973dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T18:59:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8f493e6-8718-42e5-8455-f24f2b7973dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T18:59:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f8f493e6-8718-42e5-8455-f24f2b7973dc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}