2026-09-08T02:22:12Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "da94b3b6-7c68-431e-8252-84114a0bae2c", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:12Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "da94b3b6-7c68-431e-8252-84114a0bae2c", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:12Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "da94b3b6-7c68-431e-8252-84114a0bae2c", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:12Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "da94b3b6-7c68-431e-8252-84114a0bae2c", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8-kserve-route-authn"}
2026-09-08T02:22:12Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "da94b3b6-7c68-431e-8252-84114a0bae2c", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "authType": "userdefined"}
2026-09-08T02:22:12Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "da94b3b6-7c68-431e-8252-84114a0bae2c", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:12Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c25e6e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c25e6e", "reconcileID": "3e3c8a3d-625c-451f-aee2-7e334efe4df7", "Gateway": "e2e-api-a-c25e6e", "namespace": "openshift-ingress"}
2026-09-08T02:22:22Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "c9a9947f-61c5-4b5a-ac27-7b72f74e2490", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:22Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "c9a9947f-61c5-4b5a-ac27-7b72f74e2490", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:22Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "c9a9947f-61c5-4b5a-ac27-7b72f74e2490", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:22Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "c9a9947f-61c5-4b5a-ac27-7b72f74e2490", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8-kserve-route-authn"}
2026-09-08T02:22:22Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "c9a9947f-61c5-4b5a-ac27-7b72f74e2490", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "authType": "userdefined"}
2026-09-08T02:22:22Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "c9a9947f-61c5-4b5a-ac27-7b72f74e2490", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a198d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a198d", "reconcileID": "0c9c7845-6a8c-48ea-a4f4-f29f21735829", "Gateway": "e2e-api-b-4a198d", "namespace": "openshift-ingress"}
2026-09-08T02:22:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a198d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a198d", "reconcileID": "0c9c7845-6a8c-48ea-a4f4-f29f21735829", "Gateway": "e2e-api-b-4a198d", "namespace": "openshift-ingress", "name": "e2e-api-b-4a198d-authn-ssl"}
2026-09-08T02:22:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a198d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a198d", "reconcileID": "0c9c7845-6a8c-48ea-a4f4-f29f21735829", "Gateway": "e2e-api-b-4a198d", "namespace": "openshift-ingress"}
2026-09-08T02:22:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a198d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a198d", "reconcileID": "17a62a17-05d1-43fc-9c8f-3fae651add49", "Gateway": "e2e-api-b-4a198d", "namespace": "openshift-ingress"}
2026-09-08T02:22:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a198d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a198d", "reconcileID": "17a62a17-05d1-43fc-9c8f-3fae651add49", "Gateway": "e2e-api-b-4a198d", "namespace": "openshift-ingress", "name": "e2e-api-b-4a198d-authn-ssl"}
2026-09-08T02:22:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a198d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a198d", "reconcileID": "17a62a17-05d1-43fc-9c8f-3fae651add49", "Gateway": "e2e-api-b-4a198d", "namespace": "openshift-ingress"}
2026-09-08T02:22:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a198d"}, "namespace": "ai-tenant-e2e-api-b-4a198d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66278570-5be2-4a2c-9ddd-c687cf954fcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a198d"}
2026-09-08T02:22:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a198d"}, "namespace": "ai-tenant-e2e-api-b-4a198d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66278570-5be2-4a2c-9ddd-c687cf954fcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a198d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:22:34Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a198d"}, "namespace": "ai-tenant-e2e-api-b-4a198d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66278570-5be2-4a2c-9ddd-c687cf954fcf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4a198d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T02:22:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a198d"}, "namespace": "ai-tenant-e2e-api-b-4a198d", "name": "odh-trusted-ca-bundle", "reconcileID": "83053466-e324-4b0c-984a-23b8ef5d8b89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a198d"}
2026-09-08T02:22:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a198d"}, "namespace": "ai-tenant-e2e-api-b-4a198d", "name": "odh-trusted-ca-bundle", "reconcileID": "83053466-e324-4b0c-984a-23b8ef5d8b89", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a198d"}
2026-09-08T02:22:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4a198d"}, "namespace": "ai-tenant-e2e-api-b-4a198d", "name": "openshift-service-ca.crt", "reconcileID": "fe6af7a8-17ac-479c-ad24-9bed410c200b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4a198d"}
2026-09-08T02:22:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4a198d"}, "namespace": "ai-tenant-e2e-api-b-4a198d", "name": "openshift-service-ca.crt", "reconcileID": "fe6af7a8-17ac-479c-ad24-9bed410c200b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4a198d"}
2026-09-08T02:22:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a198d"}, "namespace": "ai-tenant-e2e-api-b-4a198d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7daf9392-7096-4298-a71e-81b2cee7d732", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a198d"}
2026-09-08T02:22:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a198d"}, "namespace": "ai-tenant-e2e-api-b-4a198d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7daf9392-7096-4298-a71e-81b2cee7d732", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a198d"}
2026-09-08T02:22:35Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a198d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a198d", "reconcileID": "d1dea36a-ae72-4878-b7be-684f2be4acba", "Gateway": "e2e-api-b-4a198d", "namespace": "openshift-ingress"}
2026-09-08T02:22:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-670bc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-670bc3", "reconcileID": "6813aeeb-eaa4-48fb-95f7-688835dc35e5", "Gateway": "e2e-shared-a-w2-670bc3", "namespace": "openshift-ingress"}
2026-09-08T02:22:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-670bc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-670bc3", "reconcileID": "6813aeeb-eaa4-48fb-95f7-688835dc35e5", "Gateway": "e2e-shared-a-w2-670bc3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-670bc3-authn-ssl"}
2026-09-08T02:22:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-670bc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-670bc3", "reconcileID": "6813aeeb-eaa4-48fb-95f7-688835dc35e5", "Gateway": "e2e-shared-a-w2-670bc3", "namespace": "openshift-ingress"}
2026-09-08T02:22:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-670bc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-670bc3", "reconcileID": "2baa4f45-2687-4869-b69f-356ca7d68013", "Gateway": "e2e-shared-a-w2-670bc3", "namespace": "openshift-ingress"}
2026-09-08T02:22:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-670bc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-670bc3", "reconcileID": "2baa4f45-2687-4869-b69f-356ca7d68013", "Gateway": "e2e-shared-a-w2-670bc3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-670bc3-authn-ssl"}
2026-09-08T02:22:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-670bc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-670bc3", "reconcileID": "2baa4f45-2687-4869-b69f-356ca7d68013", "Gateway": "e2e-shared-a-w2-670bc3", "namespace": "openshift-ingress"}
2026-09-08T02:22:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-670bc3"}, "namespace": "ai-tenant-e2e-shared-a-w2-670bc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99db2feb-6a0c-4345-ba4e-efbf5c904408", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-670bc3"}
2026-09-08T02:22:52Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-670bc3"}, "namespace": "ai-tenant-e2e-shared-a-w2-670bc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99db2feb-6a0c-4345-ba4e-efbf5c904408", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-670bc3", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:22:52Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-670bc3"}, "namespace": "ai-tenant-e2e-shared-a-w2-670bc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99db2feb-6a0c-4345-ba4e-efbf5c904408", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-670bc3 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T02:22:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-670bc3"}, "namespace": "ai-tenant-e2e-shared-a-w2-670bc3", "name": "odh-trusted-ca-bundle", "reconcileID": "38520a04-2037-4fe0-ad3b-4f08339975f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-670bc3"}
2026-09-08T02:22:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-670bc3"}, "namespace": "ai-tenant-e2e-shared-a-w2-670bc3", "name": "odh-trusted-ca-bundle", "reconcileID": "38520a04-2037-4fe0-ad3b-4f08339975f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-670bc3"}
2026-09-08T02:22:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-670bc3"}, "namespace": "ai-tenant-e2e-shared-a-w2-670bc3", "name": "openshift-service-ca.crt", "reconcileID": "d74a14d6-3002-4750-9efa-f762d7d521c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-670bc3"}
2026-09-08T02:22:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-670bc3"}, "namespace": "ai-tenant-e2e-shared-a-w2-670bc3", "name": "openshift-service-ca.crt", "reconcileID": "d74a14d6-3002-4750-9efa-f762d7d521c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-670bc3"}
2026-09-08T02:22:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-670bc3"}, "namespace": "ai-tenant-e2e-shared-a-w2-670bc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f77f4a2-279c-4078-85d5-893955c4c267", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-670bc3"}
2026-09-08T02:22:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-670bc3"}, "namespace": "ai-tenant-e2e-shared-a-w2-670bc3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f77f4a2-279c-4078-85d5-893955c4c267", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-670bc3"}
2026-09-08T02:22:52Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-670bc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-670bc3", "reconcileID": "d53fc91d-aac9-4f0f-8a8a-212683ca12aa", "Gateway": "e2e-shared-a-w2-670bc3", "namespace": "openshift-ingress"}
2026-09-08T02:22:57Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcdd46","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "rate-test-model-fcdd46", "reconcileID": "5f817167-2df4-469e-9da7-8126ce9df9b1", "LLMInferenceService": "rate-test-model-fcdd46", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:22:57Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcdd46","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "rate-test-model-fcdd46", "reconcileID": "5f817167-2df4-469e-9da7-8126ce9df9b1", "LLMInferenceService": "rate-test-model-fcdd46", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "rate-test-model-fcdd46"}
2026-09-08T02:22:57Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcdd46","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "rate-test-model-fcdd46", "reconcileID": "5f817167-2df4-469e-9da7-8126ce9df9b1", "LLMInferenceService": "rate-test-model-fcdd46", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:22:57Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcdd46","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "rate-test-model-fcdd46", "reconcileID": "5f817167-2df4-469e-9da7-8126ce9df9b1", "LLMInferenceService": "rate-test-model-fcdd46", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:22:57Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcdd46","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "rate-test-model-fcdd46", "reconcileID": "5f817167-2df4-469e-9da7-8126ce9df9b1", "LLMInferenceService": "rate-test-model-fcdd46", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "rate-test-model-fcdd46-kserve-route-authn"}
2026-09-08T02:22:57Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcdd46","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "rate-test-model-fcdd46", "reconcileID": "5f817167-2df4-469e-9da7-8126ce9df9b1", "LLMInferenceService": "rate-test-model-fcdd46", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "rate-test-model-fcdd46-kserve-route-authn"}
2026-09-08T02:22:57Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcdd46","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "rate-test-model-fcdd46", "reconcileID": "5f817167-2df4-469e-9da7-8126ce9df9b1", "LLMInferenceService": "rate-test-model-fcdd46", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:22:57Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcdd46","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "rate-test-model-fcdd46", "reconcileID": "5f817167-2df4-469e-9da7-8126ce9df9b1", "LLMInferenceService": "rate-test-model-fcdd46", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:22:57Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fcdd46","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "rate-test-model-fcdd46", "reconcileID": "b51c9a68-f887-4432-a5f8-7953acbab967", "LLMInferenceService": "rate-test-model-fcdd46", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:22:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "b1253bcb-b32c-40df-a38e-806dc9c9f516", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress"}
2026-09-08T02:22:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "b1253bcb-b32c-40df-a38e-806dc9c9f516", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46-authn-ssl"}
2026-09-08T02:22:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "b1253bcb-b32c-40df-a38e-806dc9c9f516", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress"}
2026-09-08T02:22:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "53bdd67c-9dfa-4203-b925-321f4449326d", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress"}
2026-09-08T02:22:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "53bdd67c-9dfa-4203-b925-321f4449326d", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46-authn-ssl"}
2026-09-08T02:22:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "53bdd67c-9dfa-4203-b925-321f4449326d", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress"}
2026-09-08T02:22:57Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "4241aa11-ee16-4013-a651-96d76f1b7178", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:57Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "4241aa11-ee16-4013-a651-96d76f1b7178", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8"}
2026-09-08T02:22:57Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "4241aa11-ee16-4013-a651-96d76f1b7178", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:57Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "4241aa11-ee16-4013-a651-96d76f1b7178", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:57Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "4241aa11-ee16-4013-a651-96d76f1b7178", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8-kserve-route-authn"}
2026-09-08T02:22:57Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "4241aa11-ee16-4013-a651-96d76f1b7178", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8-kserve-route-authn"}
2026-09-08T02:22:57Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "4241aa11-ee16-4013-a651-96d76f1b7178", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:57Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "4241aa11-ee16-4013-a651-96d76f1b7178", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:58Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-527ac8","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "rate-test-model-527ac8", "reconcileID": "668788d3-4a91-481d-a80c-ccec72b0f7af", "LLMInferenceService": "rate-test-model-527ac8", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:22:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "1171563b-12d0-4ff2-b57b-2a2e7d375365", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "1171563b-12d0-4ff2-b57b-2a2e7d375365", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8-authn-ssl"}
2026-09-08T02:22:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "1171563b-12d0-4ff2-b57b-2a2e7d375365", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "ab579868-f026-4a4b-b452-8307dcd65179", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "ab579868-f026-4a4b-b452-8307dcd65179", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8-authn-ssl"}
2026-09-08T02:22:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "ab579868-f026-4a4b-b452-8307dcd65179", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "1893b903-b60c-4fa5-9f5f-c6428e1f71cd", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "1893b903-b60c-4fa5-9f5f-c6428e1f71cd", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:22:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "1893b903-b60c-4fa5-9f5f-c6428e1f71cd", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "28d20629-06c9-41f4-9a2d-c402c1cfa845", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "28d20629-06c9-41f4-9a2d-c402c1cfa845", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:22:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "28d20629-06c9-41f4-9a2d-c402c1cfa845", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "de086e02-df3c-4873-be4b-647feab41507", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "de086e02-df3c-4873-be4b-647feab41507", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:22:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "de086e02-df3c-4873-be4b-647feab41507", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "06ad2026-2bdd-4c3e-b209-baf985cc2713", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "06ad2026-2bdd-4c3e-b209-baf985cc2713", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:22:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "06ad2026-2bdd-4c3e-b209-baf985cc2713", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "fcfdd053-00cb-46bd-b64a-2687a4152ce9", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "fcfdd053-00cb-46bd-b64a-2687a4152ce9", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:22:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "fcfdd053-00cb-46bd-b64a-2687a4152ce9", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "27dadde3-58d8-4249-933c-9ccd3ddf24f4", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "27dadde3-58d8-4249-933c-9ccd3ddf24f4", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:22:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "27dadde3-58d8-4249-933c-9ccd3ddf24f4", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "2a6a8901-7f25-441e-8382-f9710b048ec1", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:22:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "2a6a8901-7f25-441e-8382-f9710b048ec1", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:22:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "2a6a8901-7f25-441e-8382-f9710b048ec1", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:23:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "b2398df9-c10a-48ae-9b44-ab92e4fdd5ba", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:23:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "b2398df9-c10a-48ae-9b44-ab92e4fdd5ba", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:23:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "b2398df9-c10a-48ae-9b44-ab92e4fdd5ba", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:23:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "openshift-service-ca.crt", "reconcileID": "81200cac-0e6e-4001-a8a0-ffa611dffdc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:23:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "odh-trusted-ca-bundle", "reconcileID": "c3fea046-b844-4fde-8bbc-bfdfc69e890a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:23:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "openshift-service-ca.crt", "reconcileID": "56142f31-b6c6-424f-99e3-454f737c0fc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b23439", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:23:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "openshift-service-ca.crt", "reconcileID": "56142f31-b6c6-424f-99e3-454f737c0fc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:23:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c67c206e-952d-4331-b7cb-d168e2ca209a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:23:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "openshift-service-ca.crt", "reconcileID": "1a53da26-1f49-4f7a-8df1-b01a7b251bb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:23:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "odh-trusted-ca-bundle", "reconcileID": "a9df02fa-b3c0-4c77-85a4-149934360d7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b23439", "update": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:23:02Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "odh-trusted-ca-bundle", "reconcileID": "a9df02fa-b3c0-4c77-85a4-149934360d7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:23:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5aaec2a0-9f67-40e1-9cb5-a03fd061f404", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:23:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "a8fb1d21-ddc2-4802-bb1e-0d01d0b7947c", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:23:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "a8fb1d21-ddc2-4802-bb1e-0d01d0b7947c", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:23:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "a8fb1d21-ddc2-4802-bb1e-0d01d0b7947c", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:23:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1d1413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d1413", "reconcileID": "1f453b87-7717-4962-a8fb-b6cfa417d16a", "Gateway": "e2e-shared-b-w2-1d1413", "namespace": "openshift-ingress"}
2026-09-08T02:23:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1d1413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d1413", "reconcileID": "1f453b87-7717-4962-a8fb-b6cfa417d16a", "Gateway": "e2e-shared-b-w2-1d1413", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d1413-authn-ssl"}
2026-09-08T02:23:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1d1413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d1413", "reconcileID": "1f453b87-7717-4962-a8fb-b6cfa417d16a", "Gateway": "e2e-shared-b-w2-1d1413", "namespace": "openshift-ingress"}
2026-09-08T02:23:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d1413"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d1413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2db01c12-d32e-415c-8663-e75d1c496b7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1d1413"}
2026-09-08T02:23:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d1413"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d1413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2db01c12-d32e-415c-8663-e75d1c496b7a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1d1413", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:23:09Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d1413"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d1413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2db01c12-d32e-415c-8663-e75d1c496b7a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-1d1413 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T02:23:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d1413"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d1413", "name": "odh-trusted-ca-bundle", "reconcileID": "ddae8165-ac6e-4b52-9218-0a4b10929b60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1d1413"}
2026-09-08T02:23:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d1413"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d1413", "name": "odh-trusted-ca-bundle", "reconcileID": "ddae8165-ac6e-4b52-9218-0a4b10929b60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1d1413"}
2026-09-08T02:23:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-1d1413"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d1413", "name": "openshift-service-ca.crt", "reconcileID": "0656e5d5-5fe8-47c5-9895-63e1591aa929", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-1d1413"}
2026-09-08T02:23:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-1d1413"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d1413", "name": "openshift-service-ca.crt", "reconcileID": "0656e5d5-5fe8-47c5-9895-63e1591aa929", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-1d1413"}
2026-09-08T02:23:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d1413"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d1413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d6ef5e4-fdd6-4c45-853a-03f9297fbaf6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1d1413"}
2026-09-08T02:23:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-1d1413"}, "namespace": "ai-tenant-e2e-shared-b-w2-1d1413", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d6ef5e4-fdd6-4c45-853a-03f9297fbaf6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-1d1413"}
2026-09-08T02:23:10Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-1d1413","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-1d1413", "reconcileID": "9bf914cb-708b-49bb-ab6f-c3a330243122", "Gateway": "e2e-shared-b-w2-1d1413", "namespace": "openshift-ingress"}
2026-09-08T02:23:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "1eb04d6e-e5b6-4e76-9232-935679649a21", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:23:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "1eb04d6e-e5b6-4e76-9232-935679649a21", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:23:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "1eb04d6e-e5b6-4e76-9232-935679649a21", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:23:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "4735641c-d851-4bcf-8507-ae920990afcd", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:27Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "4735641c-d851-4bcf-8507-ae920990afcd", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d-authn-ssl"}
2026-09-08T02:23:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "4735641c-d851-4bcf-8507-ae920990afcd", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "ede71538-88b0-41fb-9b4e-679a8dd56701", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "ede71538-88b0-41fb-9b4e-679a8dd56701", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d-authn-ssl"}
2026-09-08T02:23:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "ede71538-88b0-41fb-9b4e-679a8dd56701", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "af28ce9e-4376-496d-b5be-fe489633b362", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "af28ce9e-4376-496d-b5be-fe489633b362", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d-authn-ssl"}
2026-09-08T02:23:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "af28ce9e-4376-496d-b5be-fe489633b362", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "ee4a5bcb-ca64-41b7-ae9f-35d91aa56a2c", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "ee4a5bcb-ca64-41b7-ae9f-35d91aa56a2c", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d-authn-ssl"}
2026-09-08T02:23:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "ee4a5bcb-ca64-41b7-ae9f-35d91aa56a2c", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "65fee885-8c0d-4b28-beda-8641a14b63a9", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "65fee885-8c0d-4b28-beda-8641a14b63a9", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d-authn-ssl"}
2026-09-08T02:23:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "65fee885-8c0d-4b28-beda-8641a14b63a9", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "78fc4c55-3549-46cd-b032-42a9799129b8", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "78fc4c55-3549-46cd-b032-42a9799129b8", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d-authn-ssl"}
2026-09-08T02:23:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "78fc4c55-3549-46cd-b032-42a9799129b8", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "d03dcf44-0a0f-4955-a997-9e68372d6cab", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "d03dcf44-0a0f-4955-a997-9e68372d6cab", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d-authn-ssl"}
2026-09-08T02:23:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "d03dcf44-0a0f-4955-a997-9e68372d6cab", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "openshift-service-ca.crt", "reconcileID": "35886e4d-a071-4bca-91ee-70126c140876", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:23:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "odh-trusted-ca-bundle", "reconcileID": "5ab67e05-5fd3-4ad1-848c-690e17579f76", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:23:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "openshift-service-ca.crt", "reconcileID": "42f2596a-ceb8-435a-a7b9-53c4c5374b26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d4845d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:23:31Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "openshift-service-ca.crt", "reconcileID": "42f2596a-ceb8-435a-a7b9-53c4c5374b26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:23:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "openshift-service-ca.crt", "reconcileID": "536caeb6-00d2-4003-acf0-10327c76fc65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:23:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3d511cc2-86b7-45d5-be1c-1e79ae04ee64", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:23:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "odh-trusted-ca-bundle", "reconcileID": "5507e203-0a13-45ee-ba90-5b89bf3e42ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4845d", "update": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:23:31Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "odh-trusted-ca-bundle", "reconcileID": "5507e203-0a13-45ee-ba90-5b89bf3e42ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:23:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2f5f872-6ead-4db2-a7d7-324ca33f3d73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:23:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "badde023-ce0b-486e-8674-3d14aae8ea18", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "badde023-ce0b-486e-8674-3d14aae8ea18", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d-authn-ssl"}
2026-09-08T02:23:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "badde023-ce0b-486e-8674-3d14aae8ea18", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "f54041fd-ba09-4163-91be-c440aea06a15", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:23:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "f54041fd-ba09-4163-91be-c440aea06a15", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d-authn-ssl"}
2026-09-08T02:23:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "f54041fd-ba09-4163-91be-c440aea06a15", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:24:01Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "76bc0c63-bebe-48c3-baa8-7797dd33f281", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:01Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "76bc0c63-bebe-48c3-baa8-7797dd33f281", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:01Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "76bc0c63-bebe-48c3-baa8-7797dd33f281", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "547e007b-6386-4933-aa0a-31c58378cb4b", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:24:01Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "76bc0c63-bebe-48c3-baa8-7797dd33f281", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439-kserve-route-authn"}
2026-09-08T02:24:01Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "76bc0c63-bebe-48c3-baa8-7797dd33f281", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "authType": "userdefined"}
2026-09-08T02:24:01Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "76bc0c63-bebe-48c3-baa8-7797dd33f281", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "547e007b-6386-4933-aa0a-31c58378cb4b", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:24:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "547e007b-6386-4933-aa0a-31c58378cb4b", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:24:01Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "ac3604b7-1f74-4769-b5ef-61e05c46fe94", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:01Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "ac3604b7-1f74-4769-b5ef-61e05c46fe94", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:01Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "ac3604b7-1f74-4769-b5ef-61e05c46fe94", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:01Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "ac3604b7-1f74-4769-b5ef-61e05c46fe94", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439-kserve-route-authn"}
2026-09-08T02:24:01Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "ac3604b7-1f74-4769-b5ef-61e05c46fe94", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "authType": "userdefined"}
2026-09-08T02:24:01Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "ac3604b7-1f74-4769-b5ef-61e05c46fe94", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "654406bf-dc78-4866-a3ce-2474c5ab4536", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:24:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "654406bf-dc78-4866-a3ce-2474c5ab4536", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:24:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "654406bf-dc78-4866-a3ce-2474c5ab4536", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:24:15Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "8373f30c-2386-4fbc-891e-1b8812130e88", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:15Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "8373f30c-2386-4fbc-891e-1b8812130e88", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:15Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "8373f30c-2386-4fbc-891e-1b8812130e88", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:15Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "8373f30c-2386-4fbc-891e-1b8812130e88", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439-kserve-route-authn"}
2026-09-08T02:24:15Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "8373f30c-2386-4fbc-891e-1b8812130e88", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "authType": "userdefined"}
2026-09-08T02:24:15Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "8373f30c-2386-4fbc-891e-1b8812130e88", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:19Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "a5521599-9fc9-4a29-aa32-2ff948d2868f", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:19Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "a5521599-9fc9-4a29-aa32-2ff948d2868f", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:19Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "a5521599-9fc9-4a29-aa32-2ff948d2868f", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:19Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "a5521599-9fc9-4a29-aa32-2ff948d2868f", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439-kserve-route-authn"}
2026-09-08T02:24:19Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "a5521599-9fc9-4a29-aa32-2ff948d2868f", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "authType": "userdefined"}
2026-09-08T02:24:19Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "a5521599-9fc9-4a29-aa32-2ff948d2868f", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:25Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "e1e1b5dd-af65-499f-af8a-6fca254ce3c8", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:25Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "e1e1b5dd-af65-499f-af8a-6fca254ce3c8", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:25Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "e1e1b5dd-af65-499f-af8a-6fca254ce3c8", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:25Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "e1e1b5dd-af65-499f-af8a-6fca254ce3c8", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439-kserve-route-authn"}
2026-09-08T02:24:25Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "e1e1b5dd-af65-499f-af8a-6fca254ce3c8", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "authType": "userdefined"}
2026-09-08T02:24:25Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "e1e1b5dd-af65-499f-af8a-6fca254ce3c8", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:24:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "83279dc0-2034-4e57-88d4-85ce4137efe1", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:41Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "83279dc0-2034-4e57-88d4-85ce4137efe1", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d-authn-ssl"}
2026-09-08T02:24:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "83279dc0-2034-4e57-88d4-85ce4137efe1", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "efa14108-74bf-4a3e-8a0b-44933b0a80a6", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "efa14108-74bf-4a3e-8a0b-44933b0a80a6", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d-authn-ssl"}
2026-09-08T02:24:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "efa14108-74bf-4a3e-8a0b-44933b0a80a6", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "8bb003f6-b717-4ac5-9a98-f74589ccafd5", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "8bb003f6-b717-4ac5-9a98-f74589ccafd5", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d-authn-ssl"}
2026-09-08T02:24:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "8bb003f6-b717-4ac5-9a98-f74589ccafd5", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "a96175d4-6dc0-4139-b1b5-1cb64f5713ae", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "a96175d4-6dc0-4139-b1b5-1cb64f5713ae", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d-authn-ssl"}
2026-09-08T02:24:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "a96175d4-6dc0-4139-b1b5-1cb64f5713ae", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "1f820b55-8075-47f9-b2fc-084a9356b5ad", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "1f820b55-8075-47f9-b2fc-084a9356b5ad", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d-authn-ssl"}
2026-09-08T02:24:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "1f820b55-8075-47f9-b2fc-084a9356b5ad", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "27124a57-a0f2-4e4f-bc50-8bb154e562c9", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "27124a57-a0f2-4e4f-bc50-8bb154e562c9", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d-authn-ssl"}
2026-09-08T02:24:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "27124a57-a0f2-4e4f-bc50-8bb154e562c9", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "344001d1-b2c7-4d22-986e-f18aff55f632", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "344001d1-b2c7-4d22-986e-f18aff55f632", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d-authn-ssl"}
2026-09-08T02:24:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "344001d1-b2c7-4d22-986e-f18aff55f632", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "openshift-service-ca.crt", "reconcileID": "da24d82d-93d1-4e26-bc61-a39603b0d294", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:24:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-trusted-ca-bundle", "reconcileID": "fe355230-b19c-4d21-a590-65a0b16c3168", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:24:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "openshift-service-ca.crt", "reconcileID": "38e96157-416d-4a95-a423-386ef3dfdac4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:24:44Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "openshift-service-ca.crt", "reconcileID": "38e96157-416d-4a95-a423-386ef3dfdac4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:24:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67bb94ea-62ad-40a0-b802-40b57d2ab0ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:24:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "openshift-service-ca.crt", "reconcileID": "98f3ead2-50b5-4749-9f9d-414fedc0a2f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:24:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-trusted-ca-bundle", "reconcileID": "c20d4ed9-1438-40ad-892d-805c3a10a745", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "update": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:24:44Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-trusted-ca-bundle", "reconcileID": "c20d4ed9-1438-40ad-892d-805c3a10a745", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:24:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bb8bc2b-4836-4559-966b-3566888f07ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:24:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "e0218024-1fdb-43dc-a1aa-a0937cb922be", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "e0218024-1fdb-43dc-a1aa-a0937cb922be", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d-authn-ssl"}
2026-09-08T02:24:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "e0218024-1fdb-43dc-a1aa-a0937cb922be", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "ba8d6fdf-075c-4332-af13-c96b14980799", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:24:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "ba8d6fdf-075c-4332-af13-c96b14980799", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d-authn-ssl"}
2026-09-08T02:24:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "ba8d6fdf-075c-4332-af13-c96b14980799", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:25:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "e505ca99-f11b-4330-ab6c-79fd68bb139c", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:25:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "e505ca99-f11b-4330-ab6c-79fd68bb139c", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d-authn-ssl"}
2026-09-08T02:25:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "e505ca99-f11b-4330-ab6c-79fd68bb139c", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:25:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "360aabe4-6105-4210-98ce-666eb9af6594", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:25:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "360aabe4-6105-4210-98ce-666eb9af6594", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:25:22Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "360aabe4-6105-4210-98ce-666eb9af6594", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ae715d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T02:25:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-trusted-ca-bundle", "reconcileID": "b17ff42d-e160-4b08-a54d-971f3117afde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:25:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-trusted-ca-bundle", "reconcileID": "b17ff42d-e160-4b08-a54d-971f3117afde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:25:22Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-trusted-ca-bundle", "reconcileID": "b17ff42d-e160-4b08-a54d-971f3117afde", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ae715d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T02:25:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "openshift-service-ca.crt", "reconcileID": "d9d0b416-400d-47c5-8c90-a3596fdc13ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:25:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "openshift-service-ca.crt", "reconcileID": "d9d0b416-400d-47c5-8c90-a3596fdc13ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:25:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a989437-59e2-423f-9ea2-1a88766b06ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:25:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a989437-59e2-423f-9ea2-1a88766b06ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:25:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-trusted-ca-bundle", "reconcileID": "01ab72e2-57d6-44af-92fd-3ad37dd11581", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:25:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ae715d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d", "name": "odh-trusted-ca-bundle", "reconcileID": "01ab72e2-57d6-44af-92fd-3ad37dd11581", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ae715d"}
2026-09-08T02:25:22Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ae715d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ae715d", "reconcileID": "d98fa9c9-a3e8-47e1-a9af-33f5fa27ae3e", "Gateway": "e2e-ipp-cleanup-ae715d", "namespace": "openshift-ingress"}
2026-09-08T02:25:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "e9fcf44f-f751-43ee-845b-b72cd110b91b", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:25:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "e9fcf44f-f751-43ee-845b-b72cd110b91b", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:25:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "e9fcf44f-f751-43ee-845b-b72cd110b91b", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:25:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "b23ab04c-7a9f-4b65-86b0-7b7969b1335b", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:25:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "b23ab04c-7a9f-4b65-86b0-7b7969b1335b", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:25:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "b23ab04c-7a9f-4b65-86b0-7b7969b1335b", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:25:47Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "e2372cdb-dfab-4757-96be-68be65956fa1", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:25:47Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "e2372cdb-dfab-4757-96be-68be65956fa1", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:25:47Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "e2372cdb-dfab-4757-96be-68be65956fa1", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:25:47Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "e2372cdb-dfab-4757-96be-68be65956fa1", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439-kserve-route-authn"}
2026-09-08T02:25:47Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "e2372cdb-dfab-4757-96be-68be65956fa1", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "authType": "userdefined"}
2026-09-08T02:25:47Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "e2372cdb-dfab-4757-96be-68be65956fa1", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:25:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "4b6feeca-3ce5-42e3-a781-7d9fb479d7b7", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:25:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "4b6feeca-3ce5-42e3-a781-7d9fb479d7b7", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:25:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "4b6feeca-3ce5-42e3-a781-7d9fb479d7b7", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:26:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96bddbf9-f1dc-4444-a9f3-22a8ef63d959", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:23Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96bddbf9-f1dc-4444-a9f3-22a8ef63d959", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b23439", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:26:23Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96bddbf9-f1dc-4444-a9f3-22a8ef63d959", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b23439 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T02:26:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "odh-trusted-ca-bundle", "reconcileID": "b3d1fb0d-6bee-4a22-82f3-a86d23e430b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "odh-trusted-ca-bundle", "reconcileID": "b3d1fb0d-6bee-4a22-82f3-a86d23e430b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "openshift-service-ca.crt", "reconcileID": "84e542e8-f9b8-4cf9-9bb4-a9f6b42a83ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "openshift-service-ca.crt", "reconcileID": "84e542e8-f9b8-4cf9-9bb4-a9f6b42a83ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8f737b5-d47d-4421-a859-72e70f17e786", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8f737b5-d47d-4421-a859-72e70f17e786", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "4824f3e7-0eaf-4ebc-aed8-ae436a030eb0", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:26:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "4824f3e7-0eaf-4ebc-aed8-ae436a030eb0", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:26:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "4824f3e7-0eaf-4ebc-aed8-ae436a030eb0", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:26:23Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "192c7103-83e0-4756-8e9a-1f05dad57559", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:23Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "192c7103-83e0-4756-8e9a-1f05dad57559", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439"}
2026-09-08T02:26:23Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "192c7103-83e0-4756-8e9a-1f05dad57559", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:23Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "192c7103-83e0-4756-8e9a-1f05dad57559", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:23Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "192c7103-83e0-4756-8e9a-1f05dad57559", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439-kserve-route-authn"}
2026-09-08T02:26:23Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "192c7103-83e0-4756-8e9a-1f05dad57559", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439-kserve-route-authn"}
2026-09-08T02:26:23Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "192c7103-83e0-4756-8e9a-1f05dad57559", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:23Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "192c7103-83e0-4756-8e9a-1f05dad57559", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:33Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "95c44ec6-e39c-4ffe-8924-37aecb1c540e", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:33Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "95c44ec6-e39c-4ffe-8924-37aecb1c540e", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439"}
2026-09-08T02:26:33Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "95c44ec6-e39c-4ffe-8924-37aecb1c540e", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:33Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "95c44ec6-e39c-4ffe-8924-37aecb1c540e", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:33Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "95c44ec6-e39c-4ffe-8924-37aecb1c540e", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439-kserve-route-authn"}
2026-09-08T02:26:33Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "95c44ec6-e39c-4ffe-8924-37aecb1c540e", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439-kserve-route-authn"}
2026-09-08T02:26:33Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "95c44ec6-e39c-4ffe-8924-37aecb1c540e", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:33Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "95c44ec6-e39c-4ffe-8924-37aecb1c540e", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:33Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b23439","namespace":"ai-tenant-e2e-ipp-a-b23439"}, "namespace": "ai-tenant-e2e-ipp-a-b23439", "name": "ipp-route-b23439", "reconcileID": "812d4d2d-a5a1-47ed-90bc-9d3f10944e64", "LLMInferenceService": "ipp-route-b23439", "namespace": "ai-tenant-e2e-ipp-a-b23439"}
2026-09-08T02:26:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "be9796cc-39f4-4585-b74e-b6abce4b8511", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:26:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "be9796cc-39f4-4585-b74e-b6abce4b8511", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439-authn-ssl"}
2026-09-08T02:26:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "be9796cc-39f4-4585-b74e-b6abce4b8511", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:26:35Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b23439","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b23439", "reconcileID": "7c6a9b38-697c-4e65-9b3c-62bfe4e520e6", "Gateway": "e2e-ipp-a-b23439", "namespace": "openshift-ingress"}
2026-09-08T02:26:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "652e6eae-b2d4-4394-94e5-8297959fd07a", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:26:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "652e6eae-b2d4-4394-94e5-8297959fd07a", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d-authn-ssl"}
2026-09-08T02:26:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "652e6eae-b2d4-4394-94e5-8297959fd07a", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:26:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "51a2e162-6650-4e1a-ad1f-60b1f0bcee5c", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:26:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "51a2e162-6650-4e1a-ad1f-60b1f0bcee5c", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d-authn-ssl"}
2026-09-08T02:26:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "51a2e162-6650-4e1a-ad1f-60b1f0bcee5c", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:26:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a2849e5-2715-4776-938c-e86a7f3e754e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:26:52Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a2849e5-2715-4776-938c-e86a7f3e754e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4845d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:26:52Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a2849e5-2715-4776-938c-e86a7f3e754e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d4845d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T02:26:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "odh-trusted-ca-bundle", "reconcileID": "8999340c-e072-45fc-9570-91c47e19bfb1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:26:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "odh-trusted-ca-bundle", "reconcileID": "8999340c-e072-45fc-9570-91c47e19bfb1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:26:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "openshift-service-ca.crt", "reconcileID": "f547d07e-1406-4ffd-8036-ad57b9a4b18b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:26:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "openshift-service-ca.crt", "reconcileID": "f547d07e-1406-4ffd-8036-ad57b9a4b18b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:26:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29cf59b4-3a3a-40cf-b0a2-44b17d4c75a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:26:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4845d"}, "namespace": "ai-tenant-e2e-ipp-b-d4845d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29cf59b4-3a3a-40cf-b0a2-44b17d4c75a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4845d"}
2026-09-08T02:26:53Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4845d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4845d", "reconcileID": "83ae3502-b827-49cd-984f-4dbec4ba1dbf", "Gateway": "e2e-ipp-b-d4845d", "namespace": "openshift-ingress"}
2026-09-08T02:27:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "bce85e10-e8d5-4285-9794-50346d16f127", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress"}
2026-09-08T02:27:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "bce85e10-e8d5-4285-9794-50346d16f127", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46-authn-ssl"}
2026-09-08T02:27:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "bce85e10-e8d5-4285-9794-50346d16f127", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress"}
2026-09-08T02:27:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "aeaef78e-d58a-4118-be2a-2c69b1bb2521", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress"}
2026-09-08T02:27:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "aeaef78e-d58a-4118-be2a-2c69b1bb2521", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46-authn-ssl"}
2026-09-08T02:27:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "aeaef78e-d58a-4118-be2a-2c69b1bb2521", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress"}
2026-09-08T02:27:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abade534-8c31-424a-a1e4-f703dd76921a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:27:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abade534-8c31-424a-a1e4-f703dd76921a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:27:09Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abade534-8c31-424a-a1e4-f703dd76921a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-fcdd46 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T02:27:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "odh-trusted-ca-bundle", "reconcileID": "d04aeaa2-f602-493c-bf08-41a170668315", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:27:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "odh-trusted-ca-bundle", "reconcileID": "d04aeaa2-f602-493c-bf08-41a170668315", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:27:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "openshift-service-ca.crt", "reconcileID": "5c378f55-41b8-4922-9872-05992eff441e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:27:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "openshift-service-ca.crt", "reconcileID": "5c378f55-41b8-4922-9872-05992eff441e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:27:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64f224ea-3dca-4911-adfb-42cf5840eee9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:27:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-fcdd46"}, "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "64f224ea-3dca-4911-adfb-42cf5840eee9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-fcdd46"}
2026-09-08T02:27:10Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-08T02:27:10Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-08T02:27:11Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-fcdd46","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-fcdd46", "reconcileID": "1bf6c26d-2cc0-49bd-ae18-e066d1ad20a9", "Gateway": "e2e-shared-a-w3-fcdd46", "namespace": "openshift-ingress"}
2026-09-08T02:27:15Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-08T02:27:15Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-08T02:27:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "1f924e2f-acfc-47c7-99d5-dab7166c8c3f", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress"}
2026-09-08T02:27:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "1f924e2f-acfc-47c7-99d5-dab7166c8c3f", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8-authn-ssl"}
2026-09-08T02:27:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "1f924e2f-acfc-47c7-99d5-dab7166c8c3f", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress"}
2026-09-08T02:27:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "b5b5ff52-b653-4e47-8d1d-5e8efdee601d", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress"}
2026-09-08T02:27:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "b5b5ff52-b653-4e47-8d1d-5e8efdee601d", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8-authn-ssl"}
2026-09-08T02:27:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "b5b5ff52-b653-4e47-8d1d-5e8efdee601d", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress"}
2026-09-08T02:27:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67fff7d2-9f38-40f3-92ae-3266a0fa990b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:27:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67fff7d2-9f38-40f3-92ae-3266a0fa990b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:27:28Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67fff7d2-9f38-40f3-92ae-3266a0fa990b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-527ac8 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T02:27:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "odh-trusted-ca-bundle", "reconcileID": "60ed99a2-5ef9-44c5-8642-533858966d67", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:27:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "odh-trusted-ca-bundle", "reconcileID": "60ed99a2-5ef9-44c5-8642-533858966d67", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "create": "odh-kserve-custom-ca-bundle"}
2026-09-08T02:27:28Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "odh-trusted-ca-bundle", "reconcileID": "60ed99a2-5ef9-44c5-8642-533858966d67", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-527ac8 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-08T02:27:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "openshift-service-ca.crt", "reconcileID": "3fb44d55-1de9-4e42-828b-7565f9da6e75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:27:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "openshift-service-ca.crt", "reconcileID": "3fb44d55-1de9-4e42-828b-7565f9da6e75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:27:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4c84705-b156-4822-b69e-d249bc5b6c72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:27:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4c84705-b156-4822-b69e-d249bc5b6c72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:27:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "odh-trusted-ca-bundle", "reconcileID": "5dce2395-30bd-44b6-acc8-7ddb613c787b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:27:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-527ac8"}, "namespace": "ai-tenant-e2e-shared-b-w3-527ac8", "name": "odh-trusted-ca-bundle", "reconcileID": "5dce2395-30bd-44b6-acc8-7ddb613c787b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-527ac8"}
2026-09-08T02:27:29Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-527ac8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-527ac8", "reconcileID": "b3ddb68a-9824-440c-a5df-25dea4ac2a8b", "Gateway": "e2e-shared-b-w3-527ac8", "namespace": "openshift-ingress"}
2026-09-08T02:31:40Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "00bd0e76-4cd1-4daa-a30c-ab640c3f3f0b", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:40Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "00bd0e76-4cd1-4daa-a30c-ab640c3f3f0b", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:40Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "00bd0e76-4cd1-4daa-a30c-ab640c3f3f0b", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c03df825-afe3-4f64-bd85-b22f9cfdfec1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:31:40Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "00bd0e76-4cd1-4daa-a30c-ab640c3f3f0b", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm", "name": "e2e-same-id-a-a5f19aab-kserve-route-authn"}
2026-09-08T02:31:40Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "00bd0e76-4cd1-4daa-a30c-ab640c3f3f0b", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm", "authType": "userdefined"}
2026-09-08T02:31:40Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "00bd0e76-4cd1-4daa-a30c-ab640c3f3f0b", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c03df825-afe3-4f64-bd85-b22f9cfdfec1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T02:31:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c03df825-afe3-4f64-bd85-b22f9cfdfec1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:31:40Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "4cea6e66-5fd3-403e-b421-97cff309a553", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:40Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "4cea6e66-5fd3-403e-b421-97cff309a553", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:40Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "4cea6e66-5fd3-403e-b421-97cff309a553", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:40Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "4cea6e66-5fd3-403e-b421-97cff309a553", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm", "name": "e2e-same-id-a-a5f19aab-kserve-route-authn"}
2026-09-08T02:31:40Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "4cea6e66-5fd3-403e-b421-97cff309a553", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm", "authType": "userdefined"}
2026-09-08T02:31:40Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "4cea6e66-5fd3-403e-b421-97cff309a553", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:40Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "868eb1d7-cdf0-467a-80ac-87a70c1ff2af", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:40Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "868eb1d7-cdf0-467a-80ac-87a70c1ff2af", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:40Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "868eb1d7-cdf0-467a-80ac-87a70c1ff2af", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59ad2e90-43ea-494c-945f-866a074b0338", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:31:40Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "868eb1d7-cdf0-467a-80ac-87a70c1ff2af", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm", "name": "e2e-same-id-b-a5f19aab-kserve-route-authn"}
2026-09-08T02:31:40Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "868eb1d7-cdf0-467a-80ac-87a70c1ff2af", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm", "authType": "userdefined"}
2026-09-08T02:31:40Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "868eb1d7-cdf0-467a-80ac-87a70c1ff2af", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59ad2e90-43ea-494c-945f-866a074b0338", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T02:31:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59ad2e90-43ea-494c-945f-866a074b0338", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:31:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b41e06b-313a-4191-a73f-999239ed47d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:31:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b41e06b-313a-4191-a73f-999239ed47d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T02:31:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6b41e06b-313a-4191-a73f-999239ed47d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:31:52Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "62a21ee9-987a-4834-9f7d-382b69b80916", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:52Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "62a21ee9-987a-4834-9f7d-382b69b80916", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:52Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "62a21ee9-987a-4834-9f7d-382b69b80916", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:52Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "62a21ee9-987a-4834-9f7d-382b69b80916", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm", "name": "e2e-same-id-a-a5f19aab-kserve-route-authn"}
2026-09-08T02:31:52Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "62a21ee9-987a-4834-9f7d-382b69b80916", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm", "authType": "userdefined"}
2026-09-08T02:31:52Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "62a21ee9-987a-4834-9f7d-382b69b80916", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:52Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "6b595d07-78a3-41fe-a1cb-6725a411c8e4", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:52Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "6b595d07-78a3-41fe-a1cb-6725a411c8e4", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:52Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "6b595d07-78a3-41fe-a1cb-6725a411c8e4", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:52Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "6b595d07-78a3-41fe-a1cb-6725a411c8e4", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm", "name": "e2e-same-id-b-a5f19aab-kserve-route-authn"}
2026-09-08T02:31:52Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "6b595d07-78a3-41fe-a1cb-6725a411c8e4", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm", "authType": "userdefined"}
2026-09-08T02:31:52Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "6b595d07-78a3-41fe-a1cb-6725a411c8e4", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:31:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cad872f8-c9d5-49c7-b5d5-0b69ebd96234", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:31:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cad872f8-c9d5-49c7-b5d5-0b69ebd96234", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T02:31:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cad872f8-c9d5-49c7-b5d5-0b69ebd96234", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:32:00Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "8062e268-1ad1-4a6f-9d74-f44e5f894f58", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:00Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "8062e268-1ad1-4a6f-9d74-f44e5f894f58", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:00Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "8062e268-1ad1-4a6f-9d74-f44e5f894f58", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:00Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "8062e268-1ad1-4a6f-9d74-f44e5f894f58", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm", "name": "e2e-same-id-b-a5f19aab-kserve-route-authn"}
2026-09-08T02:32:00Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "8062e268-1ad1-4a6f-9d74-f44e5f894f58", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm", "authType": "userdefined"}
2026-09-08T02:32:00Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "8062e268-1ad1-4a6f-9d74-f44e5f894f58", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:10Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "64d72231-26b6-4082-b443-626946dbb13d", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:10Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "64d72231-26b6-4082-b443-626946dbb13d", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:10Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "64d72231-26b6-4082-b443-626946dbb13d", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:10Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "64d72231-26b6-4082-b443-626946dbb13d", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm", "name": "e2e-same-id-a-a5f19aab-kserve-route-authn"}
2026-09-08T02:32:10Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "64d72231-26b6-4082-b443-626946dbb13d", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm", "authType": "userdefined"}
2026-09-08T02:32:10Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "64d72231-26b6-4082-b443-626946dbb13d", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:14Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "9281d622-ba19-4f28-8c58-3681a588cb74", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:14Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "9281d622-ba19-4f28-8c58-3681a588cb74", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:14Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "9281d622-ba19-4f28-8c58-3681a588cb74", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:14Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "9281d622-ba19-4f28-8c58-3681a588cb74", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm", "name": "e2e-same-id-b-a5f19aab-kserve-route-authn"}
2026-09-08T02:32:14Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "9281d622-ba19-4f28-8c58-3681a588cb74", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm", "authType": "userdefined"}
2026-09-08T02:32:14Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "9281d622-ba19-4f28-8c58-3681a588cb74", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:16Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "81cafbbd-0738-439f-a53a-34ea670defc7", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:16Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "81cafbbd-0738-439f-a53a-34ea670defc7", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm", "name": "e2e-same-id-a-a5f19aab"}
2026-09-08T02:32:16Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "81cafbbd-0738-439f-a53a-34ea670defc7", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:16Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "81cafbbd-0738-439f-a53a-34ea670defc7", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:16Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "81cafbbd-0738-439f-a53a-34ea670defc7", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm", "name": "e2e-same-id-a-a5f19aab-kserve-route-authn"}
2026-09-08T02:32:16Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "81cafbbd-0738-439f-a53a-34ea670defc7", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm", "name": "e2e-same-id-a-a5f19aab-kserve-route-authn"}
2026-09-08T02:32:16Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-a5f19aab", "reconcileID": "8f8e0fb2-775c-4669-a2a8-73da9b115a75", "LLMInferenceService": "e2e-same-id-a-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "611af2d6-cca8-4116-9a33-ab1b739d8b85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:32:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "611af2d6-cca8-4116-9a33-ab1b739d8b85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T02:32:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "611af2d6-cca8-4116-9a33-ab1b739d8b85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:32:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a59879c4-f846-44b7-9909-684cd5a65e3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:32:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a59879c4-f846-44b7-9909-684cd5a65e3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T02:32:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a59879c4-f846-44b7-9909-684cd5a65e3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:32:16Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "e424de6e-e078-484e-be88-d498a54ce7e1", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:16Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "e424de6e-e078-484e-be88-d498a54ce7e1", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm", "name": "e2e-same-id-b-a5f19aab"}
2026-09-08T02:32:16Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "e424de6e-e078-484e-be88-d498a54ce7e1", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:16Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "e424de6e-e078-484e-be88-d498a54ce7e1", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:16Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "e424de6e-e078-484e-be88-d498a54ce7e1", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm", "name": "e2e-same-id-b-a5f19aab-kserve-route-authn"}
2026-09-08T02:32:16Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "e424de6e-e078-484e-be88-d498a54ce7e1", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm", "name": "e2e-same-id-b-a5f19aab-kserve-route-authn"}
2026-09-08T02:32:17Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-a5f19aab","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-a5f19aab", "reconcileID": "920d7343-0fa7-43a5-bf62-67ecb0cf7a09", "LLMInferenceService": "e2e-same-id-b-a5f19aab", "namespace": "llm"}
2026-09-08T02:32:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd29c8b3-9b09-4cc2-a4c9-5c5f45b57cf6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:32:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd29c8b3-9b09-4cc2-a4c9-5c5f45b57cf6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T02:32:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bd29c8b3-9b09-4cc2-a4c9-5c5f45b57cf6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:32:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86355070-8302-42ae-a572-2da6b8bba576", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-08T02:32:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86355070-8302-42ae-a572-2da6b8bba576", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-08T02:32:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "86355070-8302-42ae-a572-2da6b8bba576", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}