/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:36:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7bdcc7"}, "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ee5e2d4-1e3d-41f5-bfc3-274f6fa0f34b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7"}
2026-09-07T10:36:36Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7bdcc7"}, "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ee5e2d4-1e3d-41f5-bfc3-274f6fa0f34b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:36:36Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7bdcc7"}, "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ee5e2d4-1e3d-41f5-bfc3-274f6fa0f34b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-7bdcc7 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:36:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7bdcc7"}, "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "name": "odh-trusted-ca-bundle", "reconcileID": "6058f5e1-a3fb-403e-8920-fbe3c160ca6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7"}
2026-09-07T10:36:36Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7bdcc7"}, "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "name": "odh-trusted-ca-bundle", "reconcileID": "6058f5e1-a3fb-403e-8920-fbe3c160ca6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:36:36Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7bdcc7"}, "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "name": "odh-trusted-ca-bundle", "reconcileID": "6058f5e1-a3fb-403e-8920-fbe3c160ca6c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-7bdcc7 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:36:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-7bdcc7"}, "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "name": "openshift-service-ca.crt", "reconcileID": "74257b7c-a56b-4993-8a39-45715c6da65a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7"}
2026-09-07T10:36:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-7bdcc7"}, "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "name": "openshift-service-ca.crt", "reconcileID": "74257b7c-a56b-4993-8a39-45715c6da65a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7"}
2026-09-07T10:36:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7bdcc7"}, "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "name": "odh-trusted-ca-bundle", "reconcileID": "03ada6f9-afd9-4e36-b1ad-e9a98e4f6aef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7"}
2026-09-07T10:36:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7bdcc7"}, "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "name": "odh-trusted-ca-bundle", "reconcileID": "03ada6f9-afd9-4e36-b1ad-e9a98e4f6aef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7"}
2026-09-07T10:36:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7bdcc7"}, "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "441880ba-ef71-4ecf-be59-861a49c8f458", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7"}
2026-09-07T10:36:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-7bdcc7"}, "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "441880ba-ef71-4ecf-be59-861a49c8f458", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-7bdcc7"}
2026-09-07T10:36:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-7bdcc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7bdcc7", "reconcileID": "87a08d9a-ccc6-40e3-81ed-123738f2ce22", "Gateway": "e2e-shared-a-w2-7bdcc7", "namespace": "openshift-ingress"}
2026-09-07T10:36:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-7bdcc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7bdcc7", "reconcileID": "87a08d9a-ccc6-40e3-81ed-123738f2ce22", "Gateway": "e2e-shared-a-w2-7bdcc7", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7bdcc7-authn-ssl"}
2026-09-07T10:36:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-7bdcc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7bdcc7", "reconcileID": "87a08d9a-ccc6-40e3-81ed-123738f2ce22", "Gateway": "e2e-shared-a-w2-7bdcc7", "namespace": "openshift-ingress"}
2026-09-07T10:36:38Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-7bdcc7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-7bdcc7", "reconcileID": "315cf1c1-3ef5-495b-be91-007453fb1a45", "Gateway": "e2e-shared-a-w2-7bdcc7", "namespace": "openshift-ingress"}
2026-09-07T10:36:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-319d4c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-319d4c", "reconcileID": "50c4ef1f-5a55-49fd-be7f-799c7bea1c5d", "Gateway": "e2e-shared-b-w2-319d4c", "namespace": "openshift-ingress"}
2026-09-07T10:36:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-319d4c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-319d4c", "reconcileID": "50c4ef1f-5a55-49fd-be7f-799c7bea1c5d", "Gateway": "e2e-shared-b-w2-319d4c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-319d4c-authn-ssl"}
2026-09-07T10:36:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-319d4c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-319d4c", "reconcileID": "50c4ef1f-5a55-49fd-be7f-799c7bea1c5d", "Gateway": "e2e-shared-b-w2-319d4c", "namespace": "openshift-ingress"}
2026-09-07T10:36:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "c62db354-23bc-4b1a-a28a-5a8c2edac18f", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:36:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "c62db354-23bc-4b1a-a28a-5a8c2edac18f", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:36:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "c62db354-23bc-4b1a-a28a-5a8c2edac18f", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:36:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "c62db354-23bc-4b1a-a28a-5a8c2edac18f", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e-kserve-route-authn"}
2026-09-07T10:36:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "c62db354-23bc-4b1a-a28a-5a8c2edac18f", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "authType": "userdefined"}
2026-09-07T10:36:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "c62db354-23bc-4b1a-a28a-5a8c2edac18f", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:36:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-319d4c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-319d4c", "reconcileID": "95dfa67e-08bb-43e0-bf71-2418835d95a2", "Gateway": "e2e-shared-b-w2-319d4c", "namespace": "openshift-ingress"}
2026-09-07T10:36:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-319d4c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-319d4c", "reconcileID": "95dfa67e-08bb-43e0-bf71-2418835d95a2", "Gateway": "e2e-shared-b-w2-319d4c", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-319d4c-authn-ssl"}
2026-09-07T10:36:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-319d4c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-319d4c", "reconcileID": "95dfa67e-08bb-43e0-bf71-2418835d95a2", "Gateway": "e2e-shared-b-w2-319d4c", "namespace": "openshift-ingress"}
2026-09-07T10:36:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73805d8-e8c6-48c3-802c-b0699efe3a83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-319d4c"}
2026-09-07T10:36:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73805d8-e8c6-48c3-802c-b0699efe3a83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:36:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73805d8-e8c6-48c3-802c-b0699efe3a83", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-319d4c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:36:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-trusted-ca-bundle", "reconcileID": "f8d9a286-2d1d-41c2-add9-d0f39a7011ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-319d4c"}
2026-09-07T10:36:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-trusted-ca-bundle", "reconcileID": "f8d9a286-2d1d-41c2-add9-d0f39a7011ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:36:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-trusted-ca-bundle", "reconcileID": "f8d9a286-2d1d-41c2-add9-d0f39a7011ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-319d4c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:36:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32dbb884-2079-44df-ae6d-4f0f05dd899f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-319d4c"}
2026-09-07T10:36:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32dbb884-2079-44df-ae6d-4f0f05dd899f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:36:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32dbb884-2079-44df-ae6d-4f0f05dd899f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-319d4c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:36:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "openshift-service-ca.crt", "reconcileID": "aa78578f-a21d-409e-92cd-f745e1030bde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-319d4c"}
2026-09-07T10:36:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "openshift-service-ca.crt", "reconcileID": "aa78578f-a21d-409e-92cd-f745e1030bde", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-319d4c"}
2026-09-07T10:36:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-trusted-ca-bundle", "reconcileID": "45f7d40b-d790-4818-943f-d220760a7a20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-319d4c"}
2026-09-07T10:36:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-trusted-ca-bundle", "reconcileID": "45f7d40b-d790-4818-943f-d220760a7a20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-319d4c"}
2026-09-07T10:36:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfc0fab8-1028-4e6a-bc9f-157b0545bb77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-319d4c"}
2026-09-07T10:36:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-319d4c"}, "namespace": "ai-tenant-e2e-shared-b-w2-319d4c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfc0fab8-1028-4e6a-bc9f-157b0545bb77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-319d4c"}
2026-09-07T10:36:58Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-319d4c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-319d4c", "reconcileID": "cf838aa1-eaf2-4a0f-91ec-17a03e3ea4a9", "Gateway": "e2e-shared-b-w2-319d4c", "namespace": "openshift-ingress"}
2026-09-07T10:37:24Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a577c","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "rate-test-model-0a577c", "reconcileID": "aa68e8d6-0080-4629-bbc5-b2f3cdc7b4f2", "LLMInferenceService": "rate-test-model-0a577c", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:37:24Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a577c","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "rate-test-model-0a577c", "reconcileID": "aa68e8d6-0080-4629-bbc5-b2f3cdc7b4f2", "LLMInferenceService": "rate-test-model-0a577c", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "rate-test-model-0a577c"}
2026-09-07T10:37:24Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a577c","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "rate-test-model-0a577c", "reconcileID": "aa68e8d6-0080-4629-bbc5-b2f3cdc7b4f2", "LLMInferenceService": "rate-test-model-0a577c", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:37:24Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a577c","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "rate-test-model-0a577c", "reconcileID": "aa68e8d6-0080-4629-bbc5-b2f3cdc7b4f2", "LLMInferenceService": "rate-test-model-0a577c", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:37:24Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a577c","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "rate-test-model-0a577c", "reconcileID": "aa68e8d6-0080-4629-bbc5-b2f3cdc7b4f2", "LLMInferenceService": "rate-test-model-0a577c", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "rate-test-model-0a577c-kserve-route-authn"}
2026-09-07T10:37:24Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a577c","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "rate-test-model-0a577c", "reconcileID": "aa68e8d6-0080-4629-bbc5-b2f3cdc7b4f2", "LLMInferenceService": "rate-test-model-0a577c", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "rate-test-model-0a577c-kserve-route-authn"}
2026-09-07T10:37:24Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a577c","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "rate-test-model-0a577c", "reconcileID": "aa68e8d6-0080-4629-bbc5-b2f3cdc7b4f2", "LLMInferenceService": "rate-test-model-0a577c", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:37:24Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a577c","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "rate-test-model-0a577c", "reconcileID": "aa68e8d6-0080-4629-bbc5-b2f3cdc7b4f2", "LLMInferenceService": "rate-test-model-0a577c", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:37:24Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0a577c","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "rate-test-model-0a577c", "reconcileID": "0cf2ce2e-b400-4039-a992-c4e842f80789", "LLMInferenceService": "rate-test-model-0a577c", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:37:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "c8a964d9-d73b-4b34-a096-16cb03dec871", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress"}
2026-09-07T10:37:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "c8a964d9-d73b-4b34-a096-16cb03dec871", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c-authn-ssl"}
2026-09-07T10:37:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "c8a964d9-d73b-4b34-a096-16cb03dec871", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress"}
2026-09-07T10:37:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "9e2b59cd-5fa1-4cc2-9663-e9a044852a12", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress"}
2026-09-07T10:37:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "9e2b59cd-5fa1-4cc2-9663-e9a044852a12", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c-authn-ssl"}
2026-09-07T10:37:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "9e2b59cd-5fa1-4cc2-9663-e9a044852a12", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress"}
2026-09-07T10:37:25Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "bab9caab-f202-4146-8a50-f22983ec92f8", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:37:25Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "bab9caab-f202-4146-8a50-f22983ec92f8", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e"}
2026-09-07T10:37:25Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "bab9caab-f202-4146-8a50-f22983ec92f8", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:37:25Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "bab9caab-f202-4146-8a50-f22983ec92f8", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:37:25Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "bab9caab-f202-4146-8a50-f22983ec92f8", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e-kserve-route-authn"}
2026-09-07T10:37:25Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "bab9caab-f202-4146-8a50-f22983ec92f8", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e-kserve-route-authn"}
2026-09-07T10:37:25Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "bab9caab-f202-4146-8a50-f22983ec92f8", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:37:25Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "bab9caab-f202-4146-8a50-f22983ec92f8", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:37:25Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-93e41e","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "rate-test-model-93e41e", "reconcileID": "f1cbf2d8-ed01-4735-9432-96ff02037f51", "LLMInferenceService": "rate-test-model-93e41e", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:37:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "8ba8e847-b834-43c5-a1a2-fb4640aa35d9", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress"}
2026-09-07T10:37:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "8ba8e847-b834-43c5-a1a2-fb4640aa35d9", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e-authn-ssl"}
2026-09-07T10:37:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "8ba8e847-b834-43c5-a1a2-fb4640aa35d9", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress"}
2026-09-07T10:37:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "983d8486-a54e-4e77-b73c-7648e5f0b0f7", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress"}
2026-09-07T10:37:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "983d8486-a54e-4e77-b73c-7648e5f0b0f7", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e-authn-ssl"}
2026-09-07T10:37:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "983d8486-a54e-4e77-b73c-7648e5f0b0f7", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress"}
2026-09-07T10:37:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "52122415-c880-40de-b764-927b9f0c21a3", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:26Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "52122415-c880-40de-b764-927b9f0c21a3", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:37:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "52122415-c880-40de-b764-927b9f0c21a3", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "795c5ad5-dc17-43fe-b709-a1ae397895f5", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "795c5ad5-dc17-43fe-b709-a1ae397895f5", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:37:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "795c5ad5-dc17-43fe-b709-a1ae397895f5", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "c639565d-9b9c-411f-812a-ab76cb550ab0", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "c639565d-9b9c-411f-812a-ab76cb550ab0", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:37:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "c639565d-9b9c-411f-812a-ab76cb550ab0", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "fc8837b8-a47e-47bb-b69d-e5c2b603eaa2", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "fc8837b8-a47e-47bb-b69d-e5c2b603eaa2", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:37:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "fc8837b8-a47e-47bb-b69d-e5c2b603eaa2", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "1107ab53-4892-4240-b40e-66ab8276d9a0", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "1107ab53-4892-4240-b40e-66ab8276d9a0", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:37:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "1107ab53-4892-4240-b40e-66ab8276d9a0", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "f3292e07-ae5a-4f4f-ba1c-0a41d2f23c29", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "f3292e07-ae5a-4f4f-ba1c-0a41d2f23c29", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:37:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "f3292e07-ae5a-4f4f-ba1c-0a41d2f23c29", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "eca23eb8-7cf0-4f5e-923f-e0211aa0a9ad", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "eca23eb8-7cf0-4f5e-923f-e0211aa0a9ad", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:37:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "eca23eb8-7cf0-4f5e-923f-e0211aa0a9ad", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "8271f9e2-6809-4b4b-b0b3-c68abe067580", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "8271f9e2-6809-4b4b-b0b3-c68abe067580", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:37:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "8271f9e2-6809-4b4b-b0b3-c68abe067580", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "openshift-service-ca.crt", "reconcileID": "fbd0458b-e2c0-44e2-9e1b-4c394297d23d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:37:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-trusted-ca-bundle", "reconcileID": "5f71626a-043c-4e7c-9af1-8dc1c6ec00b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:37:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "openshift-service-ca.crt", "reconcileID": "a4ee9dad-d0e5-40d0-9b7d-7fce9275dc90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:37:31Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "openshift-service-ca.crt", "reconcileID": "a4ee9dad-d0e5-40d0-9b7d-7fce9275dc90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:37:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "openshift-service-ca.crt", "reconcileID": "7d98e30e-d5f1-4cfd-b3f4-07eeae64cfbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:37:31Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "openshift-service-ca.crt", "reconcileID": "7d98e30e-d5f1-4cfd-b3f4-07eeae64cfbe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:37:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cd46a13-11a6-419c-b133-ddf6bce00589", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:37:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "openshift-service-ca.crt", "reconcileID": "c6e96038-e12f-4dac-b42e-5ca618f89d43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:37:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-trusted-ca-bundle", "reconcileID": "5936f442-f3f7-4c31-8d6b-3a244e474a25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "update": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:37:31Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-trusted-ca-bundle", "reconcileID": "5936f442-f3f7-4c31-8d6b-3a244e474a25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:37:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b15012b0-a128-4188-838c-3a93e2ccc7c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:37:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "c45b9fca-87cb-49f3-8624-b03c0f2e523e", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "c45b9fca-87cb-49f3-8624-b03c0f2e523e", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:37:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "c45b9fca-87cb-49f3-8624-b03c0f2e523e", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "1ac4d6c6-bca9-4f4a-bd0d-de92b7b595b6", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "1ac4d6c6-bca9-4f4a-bd0d-de92b7b595b6", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:37:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "1ac4d6c6-bca9-4f4a-bd0d-de92b7b595b6", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "22de8633-6d38-4b79-9781-cd7e7ced6fd2", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "22de8633-6d38-4b79-9781-cd7e7ced6fd2", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:37:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "22de8633-6d38-4b79-9781-cd7e7ced6fd2", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:37:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "e3561536-fd39-4ddf-9424-65cb5cc9b679", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:56Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "e3561536-fd39-4ddf-9424-65cb5cc9b679", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28-authn-ssl"}
2026-09-07T10:37:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "e3561536-fd39-4ddf-9424-65cb5cc9b679", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "727b3ddb-39c8-4f84-a1b5-e06e65b03540", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "727b3ddb-39c8-4f84-a1b5-e06e65b03540", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28-authn-ssl"}
2026-09-07T10:37:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "727b3ddb-39c8-4f84-a1b5-e06e65b03540", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "2cba807c-de86-4b45-b480-f40c0251d531", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "2cba807c-de86-4b45-b480-f40c0251d531", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28-authn-ssl"}
2026-09-07T10:37:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "2cba807c-de86-4b45-b480-f40c0251d531", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "4d35227b-fb70-4da4-a8a8-302537ea8ea7", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "4d35227b-fb70-4da4-a8a8-302537ea8ea7", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28-authn-ssl"}
2026-09-07T10:37:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "4d35227b-fb70-4da4-a8a8-302537ea8ea7", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "9ba3ba56-76ca-4163-a788-1ceaaec86269", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "9ba3ba56-76ca-4163-a788-1ceaaec86269", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28-authn-ssl"}
2026-09-07T10:37:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "9ba3ba56-76ca-4163-a788-1ceaaec86269", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "8e3232ed-7d24-4f52-8379-fd8bfa6694b6", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "8e3232ed-7d24-4f52-8379-fd8bfa6694b6", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28-authn-ssl"}
2026-09-07T10:37:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "8e3232ed-7d24-4f52-8379-fd8bfa6694b6", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "b8dd8a0a-d2da-4f2f-98a9-e85824d60b25", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "b8dd8a0a-d2da-4f2f-98a9-e85824d60b25", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28-authn-ssl"}
2026-09-07T10:37:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "b8dd8a0a-d2da-4f2f-98a9-e85824d60b25", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "cc2f6667-a615-4b87-aff0-02e4043f3acb", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "cc2f6667-a615-4b87-aff0-02e4043f3acb", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28-authn-ssl"}
2026-09-07T10:37:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "cc2f6667-a615-4b87-aff0-02e4043f3acb", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:37:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "openshift-service-ca.crt", "reconcileID": "62b955e3-c0c0-45d9-8869-db53c62975a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:37:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "odh-trusted-ca-bundle", "reconcileID": "e2250659-246a-4372-9668-5f2ad2495562", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:37:59Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "openshift-service-ca.crt", "reconcileID": "60a9d7e3-8627-4eb2-89d4-08d059074114", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-125f28", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:37:59Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "openshift-service-ca.crt", "reconcileID": "60a9d7e3-8627-4eb2-89d4-08d059074114", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:37:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e0dc473-d040-4d86-b99e-e0293a2b82df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:37:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "openshift-service-ca.crt", "reconcileID": "dbd23740-842b-4bc0-8a46-b6718fa724cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:37:59Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "odh-trusted-ca-bundle", "reconcileID": "09fdf919-20c8-4291-b557-4fac27a7a716", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-125f28", "update": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:37:59Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "odh-trusted-ca-bundle", "reconcileID": "09fdf919-20c8-4291-b557-4fac27a7a716", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:37:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cedde0b-076e-45ef-8226-a7fdceccc5b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:38:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "63e48e9e-4898-495e-9574-9c273b77aa8e", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:38:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "63e48e9e-4898-495e-9574-9c273b77aa8e", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28-authn-ssl"}
2026-09-07T10:38:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "63e48e9e-4898-495e-9574-9c273b77aa8e", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:38:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "d990f435-cda2-40b1-bf17-417807a666f1", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:38:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "d990f435-cda2-40b1-bf17-417807a666f1", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28-authn-ssl"}
2026-09-07T10:38:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "d990f435-cda2-40b1-bf17-417807a666f1", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:38:29Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "ba91c833-41c0-4d33-89e2-5a9d737649ed", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:29Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "ba91c833-41c0-4d33-89e2-5a9d737649ed", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:29Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "ba91c833-41c0-4d33-89e2-5a9d737649ed", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "60734172-9f2b-43fa-bed2-894b12a7ef9d", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:38:29Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "ba91c833-41c0-4d33-89e2-5a9d737649ed", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e-kserve-route-authn"}
2026-09-07T10:38:29Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "ba91c833-41c0-4d33-89e2-5a9d737649ed", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "authType": "userdefined"}
2026-09-07T10:38:29Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "ba91c833-41c0-4d33-89e2-5a9d737649ed", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "60734172-9f2b-43fa-bed2-894b12a7ef9d", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:38:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "60734172-9f2b-43fa-bed2-894b12a7ef9d", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:38:29Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "be237639-ba84-4f7e-b909-97488581f045", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:29Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "be237639-ba84-4f7e-b909-97488581f045", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:29Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "be237639-ba84-4f7e-b909-97488581f045", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:29Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "be237639-ba84-4f7e-b909-97488581f045", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e-kserve-route-authn"}
2026-09-07T10:38:29Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "be237639-ba84-4f7e-b909-97488581f045", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "authType": "userdefined"}
2026-09-07T10:38:29Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "be237639-ba84-4f7e-b909-97488581f045", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "f50d9bad-ff30-4be6-b8f3-e49dce692094", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:38:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "f50d9bad-ff30-4be6-b8f3-e49dce692094", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:38:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "f50d9bad-ff30-4be6-b8f3-e49dce692094", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:38:45Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "9dd1bab3-fcab-4cc5-b2e3-2283ac5e950e", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:45Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "9dd1bab3-fcab-4cc5-b2e3-2283ac5e950e", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:45Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "9dd1bab3-fcab-4cc5-b2e3-2283ac5e950e", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:45Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "9dd1bab3-fcab-4cc5-b2e3-2283ac5e950e", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e-kserve-route-authn"}
2026-09-07T10:38:45Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "9dd1bab3-fcab-4cc5-b2e3-2283ac5e950e", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "authType": "userdefined"}
2026-09-07T10:38:45Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "9dd1bab3-fcab-4cc5-b2e3-2283ac5e950e", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:48Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a6cf4ef1-da2d-4158-ac2a-009476130589", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:48Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a6cf4ef1-da2d-4158-ac2a-009476130589", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:48Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a6cf4ef1-da2d-4158-ac2a-009476130589", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:48Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a6cf4ef1-da2d-4158-ac2a-009476130589", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e-kserve-route-authn"}
2026-09-07T10:38:48Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a6cf4ef1-da2d-4158-ac2a-009476130589", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "authType": "userdefined"}
2026-09-07T10:38:48Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a6cf4ef1-da2d-4158-ac2a-009476130589", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:54Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "7ae0011e-dcc2-4f08-99f7-b7bc9c608b6c", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:54Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "7ae0011e-dcc2-4f08-99f7-b7bc9c608b6c", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:54Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "7ae0011e-dcc2-4f08-99f7-b7bc9c608b6c", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:38:54Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "7ae0011e-dcc2-4f08-99f7-b7bc9c608b6c", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e-kserve-route-authn"}
2026-09-07T10:38:54Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "7ae0011e-dcc2-4f08-99f7-b7bc9c608b6c", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "authType": "userdefined"}
2026-09-07T10:38:54Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "7ae0011e-dcc2-4f08-99f7-b7bc9c608b6c", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:39:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "2cd9e685-c344-43e8-8312-fc6a2021fcaf", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:06Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "2cd9e685-c344-43e8-8312-fc6a2021fcaf", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305-authn-ssl"}
2026-09-07T10:39:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "2cd9e685-c344-43e8-8312-fc6a2021fcaf", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "9c34cd65-db26-4b78-a061-568cc714f2d8", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "9c34cd65-db26-4b78-a061-568cc714f2d8", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305-authn-ssl"}
2026-09-07T10:39:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "9c34cd65-db26-4b78-a061-568cc714f2d8", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "d73b7cb8-976b-4987-93ce-ddd55424d3dc", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "d73b7cb8-976b-4987-93ce-ddd55424d3dc", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305-authn-ssl"}
2026-09-07T10:39:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "d73b7cb8-976b-4987-93ce-ddd55424d3dc", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "b92a3f17-0bf8-40ce-91c3-56e8a903e321", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "b92a3f17-0bf8-40ce-91c3-56e8a903e321", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305-authn-ssl"}
2026-09-07T10:39:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "b92a3f17-0bf8-40ce-91c3-56e8a903e321", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "278e016e-7e94-4577-800a-9f7b6fbcc8b7", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "278e016e-7e94-4577-800a-9f7b6fbcc8b7", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305-authn-ssl"}
2026-09-07T10:39:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "278e016e-7e94-4577-800a-9f7b6fbcc8b7", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "728a5f87-dd93-402f-8c58-67256e010c2a", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "728a5f87-dd93-402f-8c58-67256e010c2a", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305-authn-ssl"}
2026-09-07T10:39:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "728a5f87-dd93-402f-8c58-67256e010c2a", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "cbf3a6ce-85b0-490f-88f2-ba99d5f5b9ca", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "cbf3a6ce-85b0-490f-88f2-ba99d5f5b9ca", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305-authn-ssl"}
2026-09-07T10:39:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "cbf3a6ce-85b0-490f-88f2-ba99d5f5b9ca", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "openshift-service-ca.crt", "reconcileID": "0b42034f-0ef8-4f2a-87f1-32ab71d8702c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "openshift-service-ca.crt", "reconcileID": "383de3b4-3f4a-43af-89ec-93435c7cb140", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:39:09Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "openshift-service-ca.crt", "reconcileID": "383de3b4-3f4a-43af-89ec-93435c7cb140", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "odh-trusted-ca-bundle", "reconcileID": "acbab7f6-4a46-4232-b6ca-036b23214cd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad9e79cc-96c9-480b-93df-efdc28801a9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "openshift-service-ca.crt", "reconcileID": "fc41d05a-d691-4e5a-8be4-d9f661ef9cb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "odh-trusted-ca-bundle", "reconcileID": "008530d0-320e-45a3-a5bc-8a63b9e0a39d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "update": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:39:09Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "odh-trusted-ca-bundle", "reconcileID": "008530d0-320e-45a3-a5bc-8a63b9e0a39d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5fb61990-7fe4-4531-8b26-83da638abfa4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "5ad7ed34-b624-4daa-a885-41cbe11d3376", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "5ad7ed34-b624-4daa-a885-41cbe11d3376", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305-authn-ssl"}
2026-09-07T10:39:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "5ad7ed34-b624-4daa-a885-41cbe11d3376", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "c28c58c3-7b75-48c9-b259-b88ce6fc44e3", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "c28c58c3-7b75-48c9-b259-b88ce6fc44e3", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305-authn-ssl"}
2026-09-07T10:39:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "c28c58c3-7b75-48c9-b259-b88ce6fc44e3", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "82744c86-1d5e-4edd-9898-39e08535ad11", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "82744c86-1d5e-4edd-9898-39e08535ad11", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305-authn-ssl"}
2026-09-07T10:39:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "82744c86-1d5e-4edd-9898-39e08535ad11", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:39:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0a5c57f-0366-440f-997b-6fbd779bd15f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:47Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0a5c57f-0366-440f-997b-6fbd779bd15f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:39:47Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0a5c57f-0366-440f-997b-6fbd779bd15f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-c43305 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:39:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "odh-trusted-ca-bundle", "reconcileID": "316dfc55-2241-4500-94d2-44cb0ff2ce64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "odh-trusted-ca-bundle", "reconcileID": "316dfc55-2241-4500-94d2-44cb0ff2ce64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "openshift-service-ca.crt", "reconcileID": "5e73177c-e4c1-4032-b59b-125e4e23653e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "openshift-service-ca.crt", "reconcileID": "5e73177c-e4c1-4032-b59b-125e4e23653e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae70d31d-18c8-4c59-be2f-45643db8a55f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c43305"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c43305", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae70d31d-18c8-4c59-be2f-45643db8a55f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c43305"}
2026-09-07T10:39:47Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c43305","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c43305", "reconcileID": "9d7ace08-9910-480f-8360-bfc5360d9f24", "Gateway": "e2e-ipp-cleanup-c43305", "namespace": "openshift-ingress"}
2026-09-07T10:40:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "89c54f60-6030-43f6-8494-dc63cb5b6537", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:40:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "89c54f60-6030-43f6-8494-dc63cb5b6537", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:40:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "89c54f60-6030-43f6-8494-dc63cb5b6537", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:40:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "2b44ee9b-d4b8-460a-a31e-de2739e890a1", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:40:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "2b44ee9b-d4b8-460a-a31e-de2739e890a1", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:40:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "2b44ee9b-d4b8-460a-a31e-de2739e890a1", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:40:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "a4302041-c680-4a55-a430-af485f68c0c7", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:40:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "a4302041-c680-4a55-a430-af485f68c0c7", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:40:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "a4302041-c680-4a55-a430-af485f68c0c7", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:40:12Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "432bf2cd-4f3d-49a6-ba9b-6602f2de846c", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:12Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "432bf2cd-4f3d-49a6-ba9b-6602f2de846c", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:12Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "432bf2cd-4f3d-49a6-ba9b-6602f2de846c", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:12Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "432bf2cd-4f3d-49a6-ba9b-6602f2de846c", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e-kserve-route-authn"}
2026-09-07T10:40:12Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "432bf2cd-4f3d-49a6-ba9b-6602f2de846c", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "authType": "userdefined"}
2026-09-07T10:40:12Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "432bf2cd-4f3d-49a6-ba9b-6602f2de846c", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:48Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a957d278-205b-4c3b-84ae-0c633e03da7f", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:48Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a957d278-205b-4c3b-84ae-0c633e03da7f", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e"}
2026-09-07T10:40:48Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a957d278-205b-4c3b-84ae-0c633e03da7f", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:48Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a957d278-205b-4c3b-84ae-0c633e03da7f", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:48Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a957d278-205b-4c3b-84ae-0c633e03da7f", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e-kserve-route-authn"}
2026-09-07T10:40:48Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a957d278-205b-4c3b-84ae-0c633e03da7f", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e-kserve-route-authn"}
2026-09-07T10:40:48Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a957d278-205b-4c3b-84ae-0c633e03da7f", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:48Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "a957d278-205b-4c3b-84ae-0c633e03da7f", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:48Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-92aa2e","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "ipp-route-92aa2e", "reconcileID": "aefee698-7418-46fe-b3eb-90e107c52cb3", "LLMInferenceService": "ipp-route-92aa2e", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "e220fdf7-8028-4604-967a-42ba8cc5c12a", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:40:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "e220fdf7-8028-4604-967a-42ba8cc5c12a", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:40:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "e220fdf7-8028-4604-967a-42ba8cc5c12a", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:40:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "73b04b80-003c-4f7c-a534-451378b17514", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:40:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "73b04b80-003c-4f7c-a534-451378b17514", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e-authn-ssl"}
2026-09-07T10:40:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "73b04b80-003c-4f7c-a534-451378b17514", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:40:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9c32ac5-9b98-41d5-a912-7ec437c7f35a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9c32ac5-9b98-41d5-a912-7ec437c7f35a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:40:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9c32ac5-9b98-41d5-a912-7ec437c7f35a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-92aa2e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:40:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-trusted-ca-bundle", "reconcileID": "7f93e8c7-b0aa-4bc5-9721-2fc17252caa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-trusted-ca-bundle", "reconcileID": "7f93e8c7-b0aa-4bc5-9721-2fc17252caa1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:40:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-trusted-ca-bundle", "reconcileID": "7f93e8c7-b0aa-4bc5-9721-2fc17252caa1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-92aa2e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:40:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "openshift-service-ca.crt", "reconcileID": "2719a74c-9e67-491e-b797-32dcab12ec69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "openshift-service-ca.crt", "reconcileID": "2719a74c-9e67-491e-b797-32dcab12ec69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99eb8920-33f7-4170-bc73-3b3cadbba226", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99eb8920-33f7-4170-bc73-3b3cadbba226", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-trusted-ca-bundle", "reconcileID": "7e02b472-4793-47d1-8eac-ca1aabc6406f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-92aa2e"}, "namespace": "ai-tenant-e2e-ipp-a-92aa2e", "name": "odh-trusted-ca-bundle", "reconcileID": "7e02b472-4793-47d1-8eac-ca1aabc6406f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-92aa2e"}
2026-09-07T10:40:55Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-92aa2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-92aa2e", "reconcileID": "510c9e61-f6dd-4071-9027-9cfeaa49a7a1", "Gateway": "e2e-ipp-a-92aa2e", "namespace": "openshift-ingress"}
2026-09-07T10:41:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "aa0a6dc5-889c-4163-8364-e008249b878d", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:41:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "aa0a6dc5-889c-4163-8364-e008249b878d", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28-authn-ssl"}
2026-09-07T10:41:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "aa0a6dc5-889c-4163-8364-e008249b878d", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:41:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "d1f49284-9830-45c7-98de-6f9442137a95", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:41:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "d1f49284-9830-45c7-98de-6f9442137a95", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28-authn-ssl"}
2026-09-07T10:41:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "d1f49284-9830-45c7-98de-6f9442137a95", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:41:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d442b6e4-cbfc-450e-8d20-8b5d398b136d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:41:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d442b6e4-cbfc-450e-8d20-8b5d398b136d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-125f28", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:41:12Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d442b6e4-cbfc-450e-8d20-8b5d398b136d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-125f28 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:41:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "odh-trusted-ca-bundle", "reconcileID": "b7e7a7d9-b3e2-41f2-9c5e-8f44f975f41d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:41:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "odh-trusted-ca-bundle", "reconcileID": "b7e7a7d9-b3e2-41f2-9c5e-8f44f975f41d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:41:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "openshift-service-ca.crt", "reconcileID": "3eec05e9-2947-450d-ad45-a9de335d1ec2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:41:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "openshift-service-ca.crt", "reconcileID": "3eec05e9-2947-450d-ad45-a9de335d1ec2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:41:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fecb5ffd-916b-4740-b0d9-00e67e91d6bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:41:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-125f28"}, "namespace": "ai-tenant-e2e-ipp-b-125f28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fecb5ffd-916b-4740-b0d9-00e67e91d6bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-125f28"}
2026-09-07T10:41:13Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-125f28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-125f28", "reconcileID": "d974b7c1-9dab-451f-bc36-7e6f64b373c4", "Gateway": "e2e-ipp-b-125f28", "namespace": "openshift-ingress"}
2026-09-07T10:41:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "a66c1a72-401c-4443-9048-6527fb771574", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress"}
2026-09-07T10:41:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "a66c1a72-401c-4443-9048-6527fb771574", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c-authn-ssl"}
2026-09-07T10:41:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "a66c1a72-401c-4443-9048-6527fb771574", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress"}
2026-09-07T10:41:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "b43aff9d-0769-44cc-9a27-4eea032e507f", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress"}
2026-09-07T10:41:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "b43aff9d-0769-44cc-9a27-4eea032e507f", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c-authn-ssl"}
2026-09-07T10:41:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "b43aff9d-0769-44cc-9a27-4eea032e507f", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress"}
2026-09-07T10:41:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "772c3ec7-3343-4826-839d-e21a0ab1d1e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:41:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "772c3ec7-3343-4826-839d-e21a0ab1d1e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:41:30Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "772c3ec7-3343-4826-839d-e21a0ab1d1e6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-0a577c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:41:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "odh-trusted-ca-bundle", "reconcileID": "0cbd20a8-db5d-4185-b5ee-509249157099", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:41:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "odh-trusted-ca-bundle", "reconcileID": "0cbd20a8-db5d-4185-b5ee-509249157099", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:41:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "openshift-service-ca.crt", "reconcileID": "f2e51b26-aadb-42c2-a199-50ce173835f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:41:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "openshift-service-ca.crt", "reconcileID": "f2e51b26-aadb-42c2-a199-50ce173835f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:41:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5aeae83-95bd-4bfe-807e-cfa9d07d4bd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:41:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0a577c"}, "namespace": "ai-tenant-e2e-shared-a-w3-0a577c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5aeae83-95bd-4bfe-807e-cfa9d07d4bd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0a577c"}
2026-09-07T10:41:31Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0a577c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0a577c", "reconcileID": "b5af6f51-a7ea-45c2-9d16-62b56aa11434", "Gateway": "e2e-shared-a-w3-0a577c", "namespace": "openshift-ingress"}
2026-09-07T10:41:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "ddac474f-0199-4121-8296-0a1e6fae8ac0", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress"}
2026-09-07T10:41:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "ddac474f-0199-4121-8296-0a1e6fae8ac0", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e-authn-ssl"}
2026-09-07T10:41:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "ddac474f-0199-4121-8296-0a1e6fae8ac0", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress"}
2026-09-07T10:41:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "4f74d58e-bd2d-4eb5-9019-003f11cfc96b", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress"}
2026-09-07T10:41:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "4f74d58e-bd2d-4eb5-9019-003f11cfc96b", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e-authn-ssl"}
2026-09-07T10:41:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "4f74d58e-bd2d-4eb5-9019-003f11cfc96b", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress"}
2026-09-07T10:41:47Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T10:41:47Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T10:41:48Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T10:41:48Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T10:41:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f11b155-b93e-4c97-9efc-0e42b179fc31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:41:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f11b155-b93e-4c97-9efc-0e42b179fc31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T10:41:48Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f11b155-b93e-4c97-9efc-0e42b179fc31", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-93e41e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T10:41:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "odh-trusted-ca-bundle", "reconcileID": "f3eca444-9562-4950-a121-5a6f4badc146", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:41:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "odh-trusted-ca-bundle", "reconcileID": "f3eca444-9562-4950-a121-5a6f4badc146", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:41:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "openshift-service-ca.crt", "reconcileID": "9046122e-e165-468a-b72a-c2499e3b7cbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:41:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "openshift-service-ca.crt", "reconcileID": "9046122e-e165-468a-b72a-c2499e3b7cbe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:41:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "302bd00a-5bbb-4662-bfa1-c95e63db21d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:41:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-93e41e"}, "namespace": "ai-tenant-e2e-shared-b-w3-93e41e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "302bd00a-5bbb-4662-bfa1-c95e63db21d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-93e41e"}
2026-09-07T10:41:50Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-93e41e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-93e41e", "reconcileID": "475d6ee9-ef1b-48ad-85da-2ad6f4c88592", "Gateway": "e2e-shared-b-w3-93e41e", "namespace": "openshift-ingress"}
2026-09-07T10:45:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "237660f8-8f91-4f31-89c4-d2aa582615be", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:45:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "237660f8-8f91-4f31-89c4-d2aa582615be", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:45:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "237660f8-8f91-4f31-89c4-d2aa582615be", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:45:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba208b9b-b6c7-40ec-9684-b283a9bfed9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:45:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "237660f8-8f91-4f31-89c4-d2aa582615be", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm", "name": "e2e-same-id-a-49bb7129-kserve-route-authn"}
2026-09-07T10:45:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "237660f8-8f91-4f31-89c4-d2aa582615be", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm", "authType": "userdefined"}
2026-09-07T10:45:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "237660f8-8f91-4f31-89c4-d2aa582615be", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:45:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba208b9b-b6c7-40ec-9684-b283a9bfed9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T10:45:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba208b9b-b6c7-40ec-9684-b283a9bfed9d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:45:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "16da129f-52cc-430f-ac3d-04831ff508f4", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:45:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "16da129f-52cc-430f-ac3d-04831ff508f4", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:45:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "16da129f-52cc-430f-ac3d-04831ff508f4", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:45:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "324443fd-9f79-4c4b-b3cf-5b2b021078ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:45:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "16da129f-52cc-430f-ac3d-04831ff508f4", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm", "name": "e2e-same-id-b-49bb7129-kserve-route-authn"}
2026-09-07T10:45:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "16da129f-52cc-430f-ac3d-04831ff508f4", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm", "authType": "userdefined"}
2026-09-07T10:45:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "16da129f-52cc-430f-ac3d-04831ff508f4", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:45:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "324443fd-9f79-4c4b-b3cf-5b2b021078ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T10:45:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "324443fd-9f79-4c4b-b3cf-5b2b021078ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:45:57Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "e4214859-bac5-48c2-a58f-cd984821a650", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:45:57Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "e4214859-bac5-48c2-a58f-cd984821a650", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:45:57Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "e4214859-bac5-48c2-a58f-cd984821a650", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:45:57Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "e4214859-bac5-48c2-a58f-cd984821a650", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm", "name": "e2e-same-id-a-49bb7129-kserve-route-authn"}
2026-09-07T10:45:57Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "e4214859-bac5-48c2-a58f-cd984821a650", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm", "authType": "userdefined"}
2026-09-07T10:45:57Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "e4214859-bac5-48c2-a58f-cd984821a650", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:46:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a298b261-aa86-4a0e-ae0a-b0fe821a6aa6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:46:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a298b261-aa86-4a0e-ae0a-b0fe821a6aa6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T10:46:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a298b261-aa86-4a0e-ae0a-b0fe821a6aa6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:46:04Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "4b292a3d-5ec9-46c1-b4b5-7127a4aad7d6", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:46:04Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "4b292a3d-5ec9-46c1-b4b5-7127a4aad7d6", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:46:04Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "4b292a3d-5ec9-46c1-b4b5-7127a4aad7d6", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:46:04Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "4b292a3d-5ec9-46c1-b4b5-7127a4aad7d6", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm", "name": "e2e-same-id-a-49bb7129-kserve-route-authn"}
2026-09-07T10:46:04Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "4b292a3d-5ec9-46c1-b4b5-7127a4aad7d6", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm", "authType": "userdefined"}
2026-09-07T10:46:04Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "4b292a3d-5ec9-46c1-b4b5-7127a4aad7d6", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:46:05Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "d25efe92-04c5-4e7a-989a-0a26fe92526c", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:46:05Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "d25efe92-04c5-4e7a-989a-0a26fe92526c", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:46:05Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "d25efe92-04c5-4e7a-989a-0a26fe92526c", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:46:05Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "d25efe92-04c5-4e7a-989a-0a26fe92526c", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm", "name": "e2e-same-id-b-49bb7129-kserve-route-authn"}
2026-09-07T10:46:05Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "d25efe92-04c5-4e7a-989a-0a26fe92526c", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm", "authType": "userdefined"}
2026-09-07T10:46:05Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "d25efe92-04c5-4e7a-989a-0a26fe92526c", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:46:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b77c1e01-898c-4d83-af29-69e14daf445a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:46:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b77c1e01-898c-4d83-af29-69e14daf445a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T10:46:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b77c1e01-898c-4d83-af29-69e14daf445a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:46:19Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "67bdc1da-693e-4264-9a17-c75fa182755f", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:46:19Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "67bdc1da-693e-4264-9a17-c75fa182755f", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:46:19Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "67bdc1da-693e-4264-9a17-c75fa182755f", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:46:19Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "67bdc1da-693e-4264-9a17-c75fa182755f", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm", "name": "e2e-same-id-b-49bb7129-kserve-route-authn"}
2026-09-07T10:46:19Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "67bdc1da-693e-4264-9a17-c75fa182755f", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm", "authType": "userdefined"}
2026-09-07T10:46:19Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "67bdc1da-693e-4264-9a17-c75fa182755f", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:46:40Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "48c36ea0-889a-4ffc-b633-ebfb43c728dc", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:46:40Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "48c36ea0-889a-4ffc-b633-ebfb43c728dc", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:46:40Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "48c36ea0-889a-4ffc-b633-ebfb43c728dc", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:46:40Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "48c36ea0-889a-4ffc-b633-ebfb43c728dc", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm", "name": "e2e-same-id-a-49bb7129-kserve-route-authn"}
2026-09-07T10:46:40Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "48c36ea0-889a-4ffc-b633-ebfb43c728dc", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm", "authType": "userdefined"}
2026-09-07T10:46:40Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "48c36ea0-889a-4ffc-b633-ebfb43c728dc", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:46:58Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "b7100f4d-9042-450a-91e9-64265fb41afc", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:46:58Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "b7100f4d-9042-450a-91e9-64265fb41afc", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:46:58Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "b7100f4d-9042-450a-91e9-64265fb41afc", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:46:58Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "b7100f4d-9042-450a-91e9-64265fb41afc", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm", "name": "e2e-same-id-b-49bb7129-kserve-route-authn"}
2026-09-07T10:46:58Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "b7100f4d-9042-450a-91e9-64265fb41afc", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm", "authType": "userdefined"}
2026-09-07T10:46:58Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "b7100f4d-9042-450a-91e9-64265fb41afc", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:47:00Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "0e715bde-8f32-4c2d-b6a5-d1b81ad22f8c", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:47:00Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "0e715bde-8f32-4c2d-b6a5-d1b81ad22f8c", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm", "name": "e2e-same-id-a-49bb7129"}
2026-09-07T10:47:00Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "0e715bde-8f32-4c2d-b6a5-d1b81ad22f8c", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:47:00Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "0e715bde-8f32-4c2d-b6a5-d1b81ad22f8c", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:47:00Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "0e715bde-8f32-4c2d-b6a5-d1b81ad22f8c", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm", "name": "e2e-same-id-a-49bb7129-kserve-route-authn"}
2026-09-07T10:47:00Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "0e715bde-8f32-4c2d-b6a5-d1b81ad22f8c", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm", "name": "e2e-same-id-a-49bb7129-kserve-route-authn"}
2026-09-07T10:47:00Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-49bb7129", "reconcileID": "678799f7-405c-477b-851f-433b21723041", "LLMInferenceService": "e2e-same-id-a-49bb7129", "namespace": "llm"}
2026-09-07T10:47:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4014a1fe-250d-4c41-be73-152468e4d993", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:47:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4014a1fe-250d-4c41-be73-152468e4d993", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T10:47:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4014a1fe-250d-4c41-be73-152468e4d993", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:47:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae5d7115-2a39-466d-963f-e103172595b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:47:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae5d7115-2a39-466d-963f-e103172595b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T10:47:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ae5d7115-2a39-466d-963f-e103172595b6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:47:00Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "ddd7b3cf-7753-415f-81fe-eac3b7184dbb", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:47:00Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "ddd7b3cf-7753-415f-81fe-eac3b7184dbb", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm", "name": "e2e-same-id-b-49bb7129"}
2026-09-07T10:47:00Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "ddd7b3cf-7753-415f-81fe-eac3b7184dbb", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:47:00Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "ddd7b3cf-7753-415f-81fe-eac3b7184dbb", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:47:00Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "ddd7b3cf-7753-415f-81fe-eac3b7184dbb", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm", "name": "e2e-same-id-b-49bb7129-kserve-route-authn"}
2026-09-07T10:47:00Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "ddd7b3cf-7753-415f-81fe-eac3b7184dbb", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm", "name": "e2e-same-id-b-49bb7129-kserve-route-authn"}
2026-09-07T10:47:02Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-49bb7129","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-49bb7129", "reconcileID": "31e90544-4d04-45eb-848e-32ba56ac8f3c", "LLMInferenceService": "e2e-same-id-b-49bb7129", "namespace": "llm"}
2026-09-07T10:47:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b04350b-f285-4ee6-a1cf-0e5e6fc623ea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:47:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b04350b-f285-4ee6-a1cf-0e5e6fc623ea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T10:47:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b04350b-f285-4ee6-a1cf-0e5e6fc623ea", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:47:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "565f6a04-5e85-48f6-bb8a-307b9b6eb750", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:47:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "565f6a04-5e85-48f6-bb8a-307b9b6eb750", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T10:47:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "565f6a04-5e85-48f6-bb8a-307b9b6eb750", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T10:47:29Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T10:47:29Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T10:47:30Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T10:47:30Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}