2026-09-10T21:23:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a249a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a249a2", "reconcileID": "893e2e5a-a18d-4233-8895-14a99ed244c1", "Gateway": "e2e-api-a-a249a2", "namespace": "openshift-ingress", "name": "e2e-api-a-a249a2-authn-ssl"}
2026-09-10T21:23:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a249a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a249a2", "reconcileID": "893e2e5a-a18d-4233-8895-14a99ed244c1", "Gateway": "e2e-api-a-a249a2", "namespace": "openshift-ingress"}
2026-09-10T21:23:08Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a249a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a249a2", "reconcileID": "3f406847-6bef-44d4-a5d1-ac2a4e0662ac", "Gateway": "e2e-api-a-a249a2", "namespace": "openshift-ingress"}
2026-09-10T21:23:16Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "c2d2ac09-46b9-43c3-af6d-4a63b679bda9", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:16Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "c2d2ac09-46b9-43c3-af6d-4a63b679bda9", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:16Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "c2d2ac09-46b9-43c3-af6d-4a63b679bda9", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:16Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "c2d2ac09-46b9-43c3-af6d-4a63b679bda9", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec-kserve-route-authn"}
2026-09-10T21:23:16Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "c2d2ac09-46b9-43c3-af6d-4a63b679bda9", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "authType": "userdefined"}
2026-09-10T21:23:16Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "c2d2ac09-46b9-43c3-af6d-4a63b679bda9", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:17Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "7b5c8111-e32f-498d-8e04-bc186e15712b", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:17Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "7b5c8111-e32f-498d-8e04-bc186e15712b", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:17Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "7b5c8111-e32f-498d-8e04-bc186e15712b", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:17Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "7b5c8111-e32f-498d-8e04-bc186e15712b", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec-kserve-route-authn"}
2026-09-10T21:23:17Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "7b5c8111-e32f-498d-8e04-bc186e15712b", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "authType": "userdefined"}
2026-09-10T21:23:17Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "7b5c8111-e32f-498d-8e04-bc186e15712b", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf7171","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf7171", "reconcileID": "6e0774d3-9af0-4106-b935-c10332e2907e", "Gateway": "e2e-api-b-cf7171", "namespace": "openshift-ingress"}
2026-09-10T21:23:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf7171","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf7171", "reconcileID": "6e0774d3-9af0-4106-b935-c10332e2907e", "Gateway": "e2e-api-b-cf7171", "namespace": "openshift-ingress", "name": "e2e-api-b-cf7171-authn-ssl"}
2026-09-10T21:23:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf7171","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf7171", "reconcileID": "6e0774d3-9af0-4106-b935-c10332e2907e", "Gateway": "e2e-api-b-cf7171", "namespace": "openshift-ingress"}
2026-09-10T21:23:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf7171","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf7171", "reconcileID": "c321eeab-c74c-4831-a877-08777f9cbba2", "Gateway": "e2e-api-b-cf7171", "namespace": "openshift-ingress"}
2026-09-10T21:23:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf7171","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf7171", "reconcileID": "c321eeab-c74c-4831-a877-08777f9cbba2", "Gateway": "e2e-api-b-cf7171", "namespace": "openshift-ingress", "name": "e2e-api-b-cf7171-authn-ssl"}
2026-09-10T21:23:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf7171","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf7171", "reconcileID": "c321eeab-c74c-4831-a877-08777f9cbba2", "Gateway": "e2e-api-b-cf7171", "namespace": "openshift-ingress"}
2026-09-10T21:23:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf7171"}, "namespace": "ai-tenant-e2e-api-b-cf7171", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a26eeeb-c537-4bb7-aff2-48a2be0655d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf7171"}
2026-09-10T21:23:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf7171"}, "namespace": "ai-tenant-e2e-api-b-cf7171", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a26eeeb-c537-4bb7-aff2-48a2be0655d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf7171", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:23:30Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf7171"}, "namespace": "ai-tenant-e2e-api-b-cf7171", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a26eeeb-c537-4bb7-aff2-48a2be0655d6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-cf7171 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T21:23:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf7171"}, "namespace": "ai-tenant-e2e-api-b-cf7171", "name": "odh-trusted-ca-bundle", "reconcileID": "10ab8351-1abe-40ee-b990-be30193b10d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf7171"}
2026-09-10T21:23:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf7171"}, "namespace": "ai-tenant-e2e-api-b-cf7171", "name": "odh-trusted-ca-bundle", "reconcileID": "10ab8351-1abe-40ee-b990-be30193b10d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf7171"}
2026-09-10T21:23:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cf7171"}, "namespace": "ai-tenant-e2e-api-b-cf7171", "name": "openshift-service-ca.crt", "reconcileID": "a1641f71-80d1-4020-add2-35534c33b227", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cf7171"}
2026-09-10T21:23:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-cf7171"}, "namespace": "ai-tenant-e2e-api-b-cf7171", "name": "openshift-service-ca.crt", "reconcileID": "a1641f71-80d1-4020-add2-35534c33b227", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-cf7171"}
2026-09-10T21:23:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf7171"}, "namespace": "ai-tenant-e2e-api-b-cf7171", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37358f08-0ed1-4ea8-8db0-2cd1caa1e600", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf7171"}
2026-09-10T21:23:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-cf7171"}, "namespace": "ai-tenant-e2e-api-b-cf7171", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37358f08-0ed1-4ea8-8db0-2cd1caa1e600", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-cf7171"}
2026-09-10T21:23:32Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-cf7171","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-cf7171", "reconcileID": "a6924384-5bb3-4eea-8639-0a19b3e6f0e6", "Gateway": "e2e-api-b-cf7171", "namespace": "openshift-ingress"}
2026-09-10T21:23:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-501c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-501c57", "reconcileID": "a7adc524-0157-4c90-9b22-4754e6a6ffb1", "Gateway": "e2e-shared-a-w2-501c57", "namespace": "openshift-ingress"}
2026-09-10T21:23:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-501c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-501c57", "reconcileID": "a7adc524-0157-4c90-9b22-4754e6a6ffb1", "Gateway": "e2e-shared-a-w2-501c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-501c57-authn-ssl"}
2026-09-10T21:23:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-501c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-501c57", "reconcileID": "a7adc524-0157-4c90-9b22-4754e6a6ffb1", "Gateway": "e2e-shared-a-w2-501c57", "namespace": "openshift-ingress"}
2026-09-10T21:23:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-501c57"}, "namespace": "ai-tenant-e2e-shared-a-w2-501c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b7ba382-1d42-4e13-aede-3d593720c6fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-501c57"}
2026-09-10T21:23:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-501c57"}, "namespace": "ai-tenant-e2e-shared-a-w2-501c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b7ba382-1d42-4e13-aede-3d593720c6fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-501c57", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:23:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-501c57"}, "namespace": "ai-tenant-e2e-shared-a-w2-501c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b7ba382-1d42-4e13-aede-3d593720c6fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-501c57 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T21:23:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-501c57"}, "namespace": "ai-tenant-e2e-shared-a-w2-501c57", "name": "odh-trusted-ca-bundle", "reconcileID": "1b6d3c54-b72d-4d10-8982-de947923a327", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-501c57"}
2026-09-10T21:23:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-501c57"}, "namespace": "ai-tenant-e2e-shared-a-w2-501c57", "name": "odh-trusted-ca-bundle", "reconcileID": "1b6d3c54-b72d-4d10-8982-de947923a327", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-501c57"}
2026-09-10T21:23:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-501c57"}, "namespace": "ai-tenant-e2e-shared-a-w2-501c57", "name": "openshift-service-ca.crt", "reconcileID": "9f7854a2-7920-4706-b501-ff074da758ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-501c57"}
2026-09-10T21:23:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-501c57"}, "namespace": "ai-tenant-e2e-shared-a-w2-501c57", "name": "openshift-service-ca.crt", "reconcileID": "9f7854a2-7920-4706-b501-ff074da758ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-501c57"}
2026-09-10T21:23:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-501c57"}, "namespace": "ai-tenant-e2e-shared-a-w2-501c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93fdf48e-02bb-447a-b177-9e4f06af31f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-501c57"}
2026-09-10T21:23:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-501c57"}, "namespace": "ai-tenant-e2e-shared-a-w2-501c57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93fdf48e-02bb-447a-b177-9e4f06af31f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-501c57"}
2026-09-10T21:23:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-501c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-501c57", "reconcileID": "07791761-be39-49fa-94cc-c6a1830035c8", "Gateway": "e2e-shared-a-w2-501c57", "namespace": "openshift-ingress"}
2026-09-10T21:23:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-501c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-501c57", "reconcileID": "07791761-be39-49fa-94cc-c6a1830035c8", "Gateway": "e2e-shared-a-w2-501c57", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-501c57-authn-ssl"}
2026-09-10T21:23:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-501c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-501c57", "reconcileID": "07791761-be39-49fa-94cc-c6a1830035c8", "Gateway": "e2e-shared-a-w2-501c57", "namespace": "openshift-ingress"}
2026-09-10T21:23:50Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-501c57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-501c57", "reconcileID": "a96b1c8c-c61e-4a13-b43a-d466a5ba8ade", "Gateway": "e2e-shared-a-w2-501c57", "namespace": "openshift-ingress"}
2026-09-10T21:23:55Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ac302","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "rate-test-model-0ac302", "reconcileID": "15784e28-c38e-4692-aac0-ef243e060d3c", "LLMInferenceService": "rate-test-model-0ac302", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:23:55Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ac302","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "rate-test-model-0ac302", "reconcileID": "15784e28-c38e-4692-aac0-ef243e060d3c", "LLMInferenceService": "rate-test-model-0ac302", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "rate-test-model-0ac302"}
2026-09-10T21:23:55Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ac302","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "rate-test-model-0ac302", "reconcileID": "15784e28-c38e-4692-aac0-ef243e060d3c", "LLMInferenceService": "rate-test-model-0ac302", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:23:55Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ac302","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "rate-test-model-0ac302", "reconcileID": "15784e28-c38e-4692-aac0-ef243e060d3c", "LLMInferenceService": "rate-test-model-0ac302", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:23:55Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ac302","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "rate-test-model-0ac302", "reconcileID": "15784e28-c38e-4692-aac0-ef243e060d3c", "LLMInferenceService": "rate-test-model-0ac302", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "rate-test-model-0ac302-kserve-route-authn"}
2026-09-10T21:23:55Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ac302","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "rate-test-model-0ac302", "reconcileID": "15784e28-c38e-4692-aac0-ef243e060d3c", "LLMInferenceService": "rate-test-model-0ac302", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "rate-test-model-0ac302-kserve-route-authn"}
2026-09-10T21:23:55Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ac302","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "rate-test-model-0ac302", "reconcileID": "15784e28-c38e-4692-aac0-ef243e060d3c", "LLMInferenceService": "rate-test-model-0ac302", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:23:55Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ac302","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "rate-test-model-0ac302", "reconcileID": "15784e28-c38e-4692-aac0-ef243e060d3c", "LLMInferenceService": "rate-test-model-0ac302", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:23:55Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0ac302","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "rate-test-model-0ac302", "reconcileID": "54ea0ca6-c41e-48fa-895a-5a67d4466363", "LLMInferenceService": "rate-test-model-0ac302", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:23:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "e7ac0dcf-0cc1-4b7b-a4ee-390d042a5dcb", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress"}
2026-09-10T21:23:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "e7ac0dcf-0cc1-4b7b-a4ee-390d042a5dcb", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302-authn-ssl"}
2026-09-10T21:23:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "e7ac0dcf-0cc1-4b7b-a4ee-390d042a5dcb", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress"}
2026-09-10T21:23:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "3a2f7399-a5eb-4523-a44e-70c893f345cb", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress"}
2026-09-10T21:23:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "3a2f7399-a5eb-4523-a44e-70c893f345cb", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302-authn-ssl"}
2026-09-10T21:23:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "3a2f7399-a5eb-4523-a44e-70c893f345cb", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress"}
2026-09-10T21:23:55Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "9de70e98-03ff-46f8-957b-f186c459d1fc", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:55Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "9de70e98-03ff-46f8-957b-f186c459d1fc", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec"}
2026-09-10T21:23:55Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "9de70e98-03ff-46f8-957b-f186c459d1fc", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:55Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "9de70e98-03ff-46f8-957b-f186c459d1fc", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:55Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "9de70e98-03ff-46f8-957b-f186c459d1fc", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec-kserve-route-authn"}
2026-09-10T21:23:55Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "9de70e98-03ff-46f8-957b-f186c459d1fc", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec-kserve-route-authn"}
2026-09-10T21:23:55Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "9de70e98-03ff-46f8-957b-f186c459d1fc", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:55Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "9de70e98-03ff-46f8-957b-f186c459d1fc", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:56Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-16bbec","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "rate-test-model-16bbec", "reconcileID": "26f2d228-13a5-4661-889d-dac5f63e5c94", "LLMInferenceService": "rate-test-model-16bbec", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:23:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "048f3309-837a-42cc-a264-ea6f675bb2f5", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress"}
2026-09-10T21:23:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "048f3309-837a-42cc-a264-ea6f675bb2f5", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec-authn-ssl"}
2026-09-10T21:23:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "048f3309-837a-42cc-a264-ea6f675bb2f5", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress"}
2026-09-10T21:23:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "f7902b31-c3ee-4a70-bf99-e1644178b452", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress"}
2026-09-10T21:23:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "f7902b31-c3ee-4a70-bf99-e1644178b452", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec-authn-ssl"}
2026-09-10T21:23:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "f7902b31-c3ee-4a70-bf99-e1644178b452", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress"}
2026-09-10T21:23:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "e18d1c64-8939-4e12-9021-5ef78316b10e", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:57Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "e18d1c64-8939-4e12-9021-5ef78316b10e", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:23:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "e18d1c64-8939-4e12-9021-5ef78316b10e", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "4821ff1f-97cd-415c-9363-28880051c69b", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "4821ff1f-97cd-415c-9363-28880051c69b", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:23:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "4821ff1f-97cd-415c-9363-28880051c69b", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "1886c540-97da-4719-9f4b-cadd5e5b2eff", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "1886c540-97da-4719-9f4b-cadd5e5b2eff", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:23:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "1886c540-97da-4719-9f4b-cadd5e5b2eff", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "7d921b20-74ca-46d2-8455-a29823039af6", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "7d921b20-74ca-46d2-8455-a29823039af6", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:23:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "7d921b20-74ca-46d2-8455-a29823039af6", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "20cbc40c-f54b-4782-aba5-1be8b6cb8b3c", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "20cbc40c-f54b-4782-aba5-1be8b6cb8b3c", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:23:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "20cbc40c-f54b-4782-aba5-1be8b6cb8b3c", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "9fc75a7c-3ce3-441b-996d-a27a47d1431d", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "9fc75a7c-3ce3-441b-996d-a27a47d1431d", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:23:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "9fc75a7c-3ce3-441b-996d-a27a47d1431d", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "b034d013-56fb-465c-a299-834a0464abd8", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:23:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "b034d013-56fb-465c-a299-834a0464abd8", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:23:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "b034d013-56fb-465c-a299-834a0464abd8", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:24:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "openshift-service-ca.crt", "reconcileID": "2fa63109-ac33-48d6-814e-1a2671642179", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:24:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "odh-trusted-ca-bundle", "reconcileID": "39ed6e89-6f90-4505-ab0a-6c1506f1c8ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:24:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "openshift-service-ca.crt", "reconcileID": "d7bdb59d-45ab-48a7-9661-0e179fd451a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:24:00Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "openshift-service-ca.crt", "reconcileID": "d7bdb59d-45ab-48a7-9661-0e179fd451a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:24:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03aa2a9c-4296-4d6a-b494-49093edf8e14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:24:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "openshift-service-ca.crt", "reconcileID": "d42586f2-0224-4f84-9e42-28491afa67e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:24:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "odh-trusted-ca-bundle", "reconcileID": "2be0c023-1fef-42ee-b65b-786f50d01f98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "update": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:24:00Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "odh-trusted-ca-bundle", "reconcileID": "2be0c023-1fef-42ee-b65b-786f50d01f98", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:24:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1802816-8a07-4c3d-a8f1-6dc08473605a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:24:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4ad710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4ad710", "reconcileID": "e29451d1-80cb-4256-85c7-021dfddfeea1", "Gateway": "e2e-shared-b-w2-4ad710", "namespace": "openshift-ingress"}
2026-09-10T21:24:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4ad710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4ad710", "reconcileID": "e29451d1-80cb-4256-85c7-021dfddfeea1", "Gateway": "e2e-shared-b-w2-4ad710", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4ad710-authn-ssl"}
2026-09-10T21:24:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4ad710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4ad710", "reconcileID": "e29451d1-80cb-4256-85c7-021dfddfeea1", "Gateway": "e2e-shared-b-w2-4ad710", "namespace": "openshift-ingress"}
2026-09-10T21:24:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "c0af0560-43ca-4167-9100-c4111f9b60ce", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:24:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "c0af0560-43ca-4167-9100-c4111f9b60ce", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:24:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "c0af0560-43ca-4167-9100-c4111f9b60ce", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:24:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4ad710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4ad710", "reconcileID": "9824240a-5a63-4aa1-b9c0-2dfda27447da", "Gateway": "e2e-shared-b-w2-4ad710", "namespace": "openshift-ingress"}
2026-09-10T21:24:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4ad710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4ad710", "reconcileID": "9824240a-5a63-4aa1-b9c0-2dfda27447da", "Gateway": "e2e-shared-b-w2-4ad710", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4ad710-authn-ssl"}
2026-09-10T21:24:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4ad710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4ad710", "reconcileID": "9824240a-5a63-4aa1-b9c0-2dfda27447da", "Gateway": "e2e-shared-b-w2-4ad710", "namespace": "openshift-ingress"}
2026-09-10T21:24:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "4b40d587-b8b9-4d65-80ff-a2a64aced5b1", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:24:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "4b40d587-b8b9-4d65-80ff-a2a64aced5b1", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:24:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "4b40d587-b8b9-4d65-80ff-a2a64aced5b1", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:24:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4ad710"}, "namespace": "ai-tenant-e2e-shared-b-w2-4ad710", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63298529-2a1d-4fee-9dfe-750f79f2a549", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4ad710"}
2026-09-10T21:24:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4ad710"}, "namespace": "ai-tenant-e2e-shared-b-w2-4ad710", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63298529-2a1d-4fee-9dfe-750f79f2a549", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4ad710", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:24:08Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4ad710"}, "namespace": "ai-tenant-e2e-shared-b-w2-4ad710", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63298529-2a1d-4fee-9dfe-750f79f2a549", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-4ad710 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T21:24:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4ad710"}, "namespace": "ai-tenant-e2e-shared-b-w2-4ad710", "name": "odh-trusted-ca-bundle", "reconcileID": "6642e295-0745-4ab4-b9b4-638d250b651a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4ad710"}
2026-09-10T21:24:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4ad710"}, "namespace": "ai-tenant-e2e-shared-b-w2-4ad710", "name": "odh-trusted-ca-bundle", "reconcileID": "6642e295-0745-4ab4-b9b4-638d250b651a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4ad710"}
2026-09-10T21:24:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-4ad710"}, "namespace": "ai-tenant-e2e-shared-b-w2-4ad710", "name": "openshift-service-ca.crt", "reconcileID": "5923092a-cdad-48ed-9f5c-d5c6da66d3fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-4ad710"}
2026-09-10T21:24:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-4ad710"}, "namespace": "ai-tenant-e2e-shared-b-w2-4ad710", "name": "openshift-service-ca.crt", "reconcileID": "5923092a-cdad-48ed-9f5c-d5c6da66d3fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-4ad710"}
2026-09-10T21:24:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4ad710"}, "namespace": "ai-tenant-e2e-shared-b-w2-4ad710", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb460fe4-bd13-4f40-b86f-ebea850c437c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4ad710"}
2026-09-10T21:24:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-4ad710"}, "namespace": "ai-tenant-e2e-shared-b-w2-4ad710", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb460fe4-bd13-4f40-b86f-ebea850c437c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-4ad710"}
2026-09-10T21:24:08Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-4ad710","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-4ad710", "reconcileID": "ab5e326a-8e2f-4568-afb2-281b59021d68", "Gateway": "e2e-shared-b-w2-4ad710", "namespace": "openshift-ingress"}
2026-09-10T21:24:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "63b18c1d-8b02-4e08-9663-ece53e98aa64", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:26Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "63b18c1d-8b02-4e08-9663-ece53e98aa64", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5-authn-ssl"}
2026-09-10T21:24:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "63b18c1d-8b02-4e08-9663-ece53e98aa64", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "81751d72-7082-43fa-8102-44faaaad1ea1", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "81751d72-7082-43fa-8102-44faaaad1ea1", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5-authn-ssl"}
2026-09-10T21:24:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "81751d72-7082-43fa-8102-44faaaad1ea1", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "d66ac5ac-368f-4f55-a794-1bbda141fc11", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "d66ac5ac-368f-4f55-a794-1bbda141fc11", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5-authn-ssl"}
2026-09-10T21:24:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "d66ac5ac-368f-4f55-a794-1bbda141fc11", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "0908df37-ca88-4199-a40c-f4c5136dd086", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "0908df37-ca88-4199-a40c-f4c5136dd086", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5-authn-ssl"}
2026-09-10T21:24:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "0908df37-ca88-4199-a40c-f4c5136dd086", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "287d4cb4-20a6-4874-acea-2a3b8db433b9", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "287d4cb4-20a6-4874-acea-2a3b8db433b9", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5-authn-ssl"}
2026-09-10T21:24:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "287d4cb4-20a6-4874-acea-2a3b8db433b9", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "e8445b82-16a7-4a5f-915a-d9424de846f9", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "e8445b82-16a7-4a5f-915a-d9424de846f9", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5-authn-ssl"}
2026-09-10T21:24:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "e8445b82-16a7-4a5f-915a-d9424de846f9", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "2146f39d-b504-465a-99de-361ffbe37631", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "2146f39d-b504-465a-99de-361ffbe37631", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5-authn-ssl"}
2026-09-10T21:24:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "2146f39d-b504-465a-99de-361ffbe37631", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "openshift-service-ca.crt", "reconcileID": "48325c6c-3399-45bd-966a-06c05c3940b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:24:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "odh-trusted-ca-bundle", "reconcileID": "1139018e-31ec-4691-b180-3cd61e17c83a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:24:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "openshift-service-ca.crt", "reconcileID": "63925f2b-0ece-462f-a18d-7dde32860ab9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a581b5", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:24:29Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "openshift-service-ca.crt", "reconcileID": "63925f2b-0ece-462f-a18d-7dde32860ab9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:24:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "openshift-service-ca.crt", "reconcileID": "63318a55-60dc-432f-9d16-b6cfcf9dbb18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:24:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a930e04-bb2b-4379-8c37-3b33696683ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:24:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "odh-trusted-ca-bundle", "reconcileID": "91218be6-3d57-425a-95c5-cbb0c624dc81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a581b5", "update": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:24:29Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "odh-trusted-ca-bundle", "reconcileID": "91218be6-3d57-425a-95c5-cbb0c624dc81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:24:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1319943d-7133-4ec2-bd4c-6d9f6b8897c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:24:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "aee746ec-e5c4-4cc2-83e3-73e95c569d61", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "aee746ec-e5c4-4cc2-83e3-73e95c569d61", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5-authn-ssl"}
2026-09-10T21:24:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "aee746ec-e5c4-4cc2-83e3-73e95c569d61", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "2f3d1653-2e19-402a-a8c7-58b4a5f9aae3", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:24:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "2f3d1653-2e19-402a-a8c7-58b4a5f9aae3", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5-authn-ssl"}
2026-09-10T21:24:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "2f3d1653-2e19-402a-a8c7-58b4a5f9aae3", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:25:00Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "3eade6ec-bbf0-4579-bdc5-eb6b1abc51f6", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:00Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "3eade6ec-bbf0-4579-bdc5-eb6b1abc51f6", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:00Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "3eade6ec-bbf0-4579-bdc5-eb6b1abc51f6", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "c81c5323-204d-44a4-b335-9ae2c96cd8e1", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:25:00Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "3eade6ec-bbf0-4579-bdc5-eb6b1abc51f6", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d-kserve-route-authn"}
2026-09-10T21:25:00Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "3eade6ec-bbf0-4579-bdc5-eb6b1abc51f6", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "authType": "userdefined"}
2026-09-10T21:25:00Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "3eade6ec-bbf0-4579-bdc5-eb6b1abc51f6", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "c81c5323-204d-44a4-b335-9ae2c96cd8e1", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:25:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "c81c5323-204d-44a4-b335-9ae2c96cd8e1", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:25:00Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "6ce68f51-2e36-4305-9200-67087faee4c5", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:00Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "6ce68f51-2e36-4305-9200-67087faee4c5", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:00Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "6ce68f51-2e36-4305-9200-67087faee4c5", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:00Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "6ce68f51-2e36-4305-9200-67087faee4c5", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d-kserve-route-authn"}
2026-09-10T21:25:00Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "6ce68f51-2e36-4305-9200-67087faee4c5", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "authType": "userdefined"}
2026-09-10T21:25:00Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "6ce68f51-2e36-4305-9200-67087faee4c5", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "ce806814-3956-4834-ab8f-e13f19828ccc", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:25:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "ce806814-3956-4834-ab8f-e13f19828ccc", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:25:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "ce806814-3956-4834-ab8f-e13f19828ccc", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:25:13Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "7b105d0c-0b04-449a-9def-8046fb908ec0", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:13Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "7b105d0c-0b04-449a-9def-8046fb908ec0", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:13Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "7b105d0c-0b04-449a-9def-8046fb908ec0", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:13Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "7b105d0c-0b04-449a-9def-8046fb908ec0", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d-kserve-route-authn"}
2026-09-10T21:25:13Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "7b105d0c-0b04-449a-9def-8046fb908ec0", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "authType": "userdefined"}
2026-09-10T21:25:13Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "7b105d0c-0b04-449a-9def-8046fb908ec0", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "a08cd834-4760-4701-9649-369166ca3dbe", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "a08cd834-4760-4701-9649-369166ca3dbe", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "a08cd834-4760-4701-9649-369166ca3dbe", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "a08cd834-4760-4701-9649-369166ca3dbe", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d-kserve-route-authn"}
2026-09-10T21:25:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "a08cd834-4760-4701-9649-369166ca3dbe", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "authType": "userdefined"}
2026-09-10T21:25:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "a08cd834-4760-4701-9649-369166ca3dbe", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:23Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "dd38487b-f19a-48d1-83f8-dea665e8e07b", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:23Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "dd38487b-f19a-48d1-83f8-dea665e8e07b", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:23Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "dd38487b-f19a-48d1-83f8-dea665e8e07b", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:23Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "dd38487b-f19a-48d1-83f8-dea665e8e07b", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d-kserve-route-authn"}
2026-09-10T21:25:23Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "dd38487b-f19a-48d1-83f8-dea665e8e07b", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "authType": "userdefined"}
2026-09-10T21:25:23Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "dd38487b-f19a-48d1-83f8-dea665e8e07b", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:25:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "7c51c2a9-fafe-4df4-8d9e-216c54890664", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "7c51c2a9-fafe-4df4-8d9e-216c54890664", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a-authn-ssl"}
2026-09-10T21:25:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "7c51c2a9-fafe-4df4-8d9e-216c54890664", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "538daa12-10bb-4864-81f2-d42b7542c624", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "538daa12-10bb-4864-81f2-d42b7542c624", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a-authn-ssl"}
2026-09-10T21:25:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "538daa12-10bb-4864-81f2-d42b7542c624", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "3228214d-587d-483e-8939-c8298271c5ce", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "3228214d-587d-483e-8939-c8298271c5ce", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a-authn-ssl"}
2026-09-10T21:25:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "3228214d-587d-483e-8939-c8298271c5ce", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "c4de5ca4-f3ff-4c06-a098-9d361279d7be", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "c4de5ca4-f3ff-4c06-a098-9d361279d7be", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a-authn-ssl"}
2026-09-10T21:25:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "c4de5ca4-f3ff-4c06-a098-9d361279d7be", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "7d7d3254-9d56-40c3-b412-167f223d540a", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "7d7d3254-9d56-40c3-b412-167f223d540a", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a-authn-ssl"}
2026-09-10T21:25:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "7d7d3254-9d56-40c3-b412-167f223d540a", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "15efab96-093e-40c8-a043-78c9e803cc8f", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "15efab96-093e-40c8-a043-78c9e803cc8f", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a-authn-ssl"}
2026-09-10T21:25:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "15efab96-093e-40c8-a043-78c9e803cc8f", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "7a1ee0d8-d90f-4908-b54b-b73f6cf5aae3", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "7a1ee0d8-d90f-4908-b54b-b73f6cf5aae3", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a-authn-ssl"}
2026-09-10T21:25:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "7a1ee0d8-d90f-4908-b54b-b73f6cf5aae3", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "f8712c8e-6657-4dde-8820-8531896812d1", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "f8712c8e-6657-4dde-8820-8531896812d1", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a-authn-ssl"}
2026-09-10T21:25:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "f8712c8e-6657-4dde-8820-8531896812d1", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "openshift-service-ca.crt", "reconcileID": "f75750e6-c272-4c4a-89d9-a2fc0b5fddb9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:25:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "odh-trusted-ca-bundle", "reconcileID": "b339ebeb-ea8c-41ac-be26-2bae0d35bed9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:25:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "openshift-service-ca.crt", "reconcileID": "5031e850-3f36-498b-8dc3-23e8eaed6d78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:25:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "openshift-service-ca.crt", "reconcileID": "5031e850-3f36-498b-8dc3-23e8eaed6d78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:25:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6549fc62-4ecc-418f-86d4-bb5959f58318", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:25:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "openshift-service-ca.crt", "reconcileID": "b55b619e-ac47-46c0-b87b-cbcaba0cf90a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:25:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "odh-trusted-ca-bundle", "reconcileID": "def629fb-7d27-4bf6-83e8-c55c679b9697", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "update": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:25:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "odh-trusted-ca-bundle", "reconcileID": "def629fb-7d27-4bf6-83e8-c55c679b9697", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:25:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24400616-f64b-420a-bfa0-f78125625109", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:25:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "3feac36d-c494-49aa-8228-dd104522e1ab", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "3feac36d-c494-49aa-8228-dd104522e1ab", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a-authn-ssl"}
2026-09-10T21:25:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "3feac36d-c494-49aa-8228-dd104522e1ab", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:48Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T21:25:48Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T21:25:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "09d75ae5-ef5c-4603-aa90-f00639072054", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "09d75ae5-ef5c-4603-aa90-f00639072054", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a-authn-ssl"}
2026-09-10T21:25:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "09d75ae5-ef5c-4603-aa90-f00639072054", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:25:51Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T21:25:51Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T21:26:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "f4c29814-cc36-4084-926a-e4af51ba8976", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:26:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "f4c29814-cc36-4084-926a-e4af51ba8976", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a-authn-ssl"}
2026-09-10T21:26:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "f4c29814-cc36-4084-926a-e4af51ba8976", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:26:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "be23396c-0c6f-4ae9-a7ea-e62c1f9af32d", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:26:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "be23396c-0c6f-4ae9-a7ea-e62c1f9af32d", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a-authn-ssl"}
2026-09-10T21:26:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "be23396c-0c6f-4ae9-a7ea-e62c1f9af32d", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:26:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b599470-6ff1-4ea8-bf52-d77bf715e150", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:26:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b599470-6ff1-4ea8-bf52-d77bf715e150", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:26:17Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b599470-6ff1-4ea8-bf52-d77bf715e150", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-d24c8a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T21:26:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "odh-trusted-ca-bundle", "reconcileID": "a6edb7c7-8e2d-4532-82d2-629ad912dc06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:26:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "odh-trusted-ca-bundle", "reconcileID": "a6edb7c7-8e2d-4532-82d2-629ad912dc06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:26:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "openshift-service-ca.crt", "reconcileID": "359b94bb-992d-4a11-b4e7-09e4ffc4d7c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:26:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "openshift-service-ca.crt", "reconcileID": "359b94bb-992d-4a11-b4e7-09e4ffc4d7c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:26:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dbd27a6-9540-4b9a-abf2-9560b4422b5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:26:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d24c8a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dbd27a6-9540-4b9a-abf2-9560b4422b5b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d24c8a"}
2026-09-10T21:26:18Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d24c8a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d24c8a", "reconcileID": "b12a20a2-6cf2-445f-bc09-744cce7481bb", "Gateway": "e2e-ipp-cleanup-d24c8a", "namespace": "openshift-ingress"}
2026-09-10T21:26:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "8d71c67d-a679-45b5-9ea3-2359759b2e9a", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:26:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "8d71c67d-a679-45b5-9ea3-2359759b2e9a", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:26:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "8d71c67d-a679-45b5-9ea3-2359759b2e9a", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:26:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "c9bddc9b-2578-432e-a9e6-da17d0166032", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:26:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "c9bddc9b-2578-432e-a9e6-da17d0166032", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:26:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "c9bddc9b-2578-432e-a9e6-da17d0166032", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:26:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "46f4a055-4583-471a-a2fe-c6f2ea8d4d22", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:26:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "46f4a055-4583-471a-a2fe-c6f2ea8d4d22", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:26:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "46f4a055-4583-471a-a2fe-c6f2ea8d4d22", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:26:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "7b2452eb-dacc-4988-9ed8-a4c9c55d311f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:26:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "7b2452eb-dacc-4988-9ed8-a4c9c55d311f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:26:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "7b2452eb-dacc-4988-9ed8-a4c9c55d311f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:26:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "7b2452eb-dacc-4988-9ed8-a4c9c55d311f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d-kserve-route-authn"}
2026-09-10T21:26:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "7b2452eb-dacc-4988-9ed8-a4c9c55d311f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "authType": "userdefined"}
2026-09-10T21:26:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "7b2452eb-dacc-4988-9ed8-a4c9c55d311f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:19Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "f8724a80-8514-4f76-9708-c8712cc82a99", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:19Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "f8724a80-8514-4f76-9708-c8712cc82a99", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:19Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "f8724a80-8514-4f76-9708-c8712cc82a99", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:19Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "f8724a80-8514-4f76-9708-c8712cc82a99", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d-kserve-route-authn"}
2026-09-10T21:27:19Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "f8724a80-8514-4f76-9708-c8712cc82a99", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "authType": "userdefined"}
2026-09-10T21:27:19Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "f8724a80-8514-4f76-9708-c8712cc82a99", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "7674a7d9-c395-4a6b-b0d8-7a5cae21ba6e", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:27:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "7674a7d9-c395-4a6b-b0d8-7a5cae21ba6e", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:27:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "7674a7d9-c395-4a6b-b0d8-7a5cae21ba6e", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:27:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06c9bce8-ed5b-4302-8a5b-0d204d2d8b16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06c9bce8-ed5b-4302-8a5b-0d204d2d8b16", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:27:20Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06c9bce8-ed5b-4302-8a5b-0d204d2d8b16", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-3bbf7d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T21:27:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "odh-trusted-ca-bundle", "reconcileID": "52cf578e-bffa-43c8-b7d6-a0d2f3b9d8b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "odh-trusted-ca-bundle", "reconcileID": "52cf578e-bffa-43c8-b7d6-a0d2f3b9d8b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "openshift-service-ca.crt", "reconcileID": "17522b40-827f-4d32-b6bb-3ddd3edeee97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "openshift-service-ca.crt", "reconcileID": "17522b40-827f-4d32-b6bb-3ddd3edeee97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0447af8-325e-4925-9c61-6fca1ca4bc93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0447af8-325e-4925-9c61-6fca1ca4bc93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:20Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "c7e07da8-6e1f-4b08-b9e5-fcea17538e08", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:20Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "c7e07da8-6e1f-4b08-b9e5-fcea17538e08", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d"}
2026-09-10T21:27:20Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "c7e07da8-6e1f-4b08-b9e5-fcea17538e08", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:20Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "c7e07da8-6e1f-4b08-b9e5-fcea17538e08", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:20Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "c7e07da8-6e1f-4b08-b9e5-fcea17538e08", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d-kserve-route-authn"}
2026-09-10T21:27:20Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "c7e07da8-6e1f-4b08-b9e5-fcea17538e08", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d-kserve-route-authn"}
2026-09-10T21:27:20Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "c7e07da8-6e1f-4b08-b9e5-fcea17538e08", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:20Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "c7e07da8-6e1f-4b08-b9e5-fcea17538e08", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:30Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "68ef145a-5f88-4ba7-87b8-c837d4e1f78f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:30Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "68ef145a-5f88-4ba7-87b8-c837d4e1f78f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d"}
2026-09-10T21:27:30Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "68ef145a-5f88-4ba7-87b8-c837d4e1f78f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:30Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "68ef145a-5f88-4ba7-87b8-c837d4e1f78f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:30Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "68ef145a-5f88-4ba7-87b8-c837d4e1f78f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d-kserve-route-authn"}
2026-09-10T21:27:30Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "68ef145a-5f88-4ba7-87b8-c837d4e1f78f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d-kserve-route-authn"}
2026-09-10T21:27:30Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "68ef145a-5f88-4ba7-87b8-c837d4e1f78f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:30Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "68ef145a-5f88-4ba7-87b8-c837d4e1f78f", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:30Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-3bbf7d","namespace":"ai-tenant-e2e-ipp-a-3bbf7d"}, "namespace": "ai-tenant-e2e-ipp-a-3bbf7d", "name": "ipp-route-3bbf7d", "reconcileID": "969a02a4-d378-4e7f-a0a0-f865fca6381c", "LLMInferenceService": "ipp-route-3bbf7d", "namespace": "ai-tenant-e2e-ipp-a-3bbf7d"}
2026-09-10T21:27:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "42cdb8b5-8b6c-4f99-93dd-bc2cc115222c", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:27:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "42cdb8b5-8b6c-4f99-93dd-bc2cc115222c", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d-authn-ssl"}
2026-09-10T21:27:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "42cdb8b5-8b6c-4f99-93dd-bc2cc115222c", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:27:33Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-3bbf7d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-3bbf7d", "reconcileID": "f8a78586-f01f-44e9-b355-52da01e5edbf", "Gateway": "e2e-ipp-a-3bbf7d", "namespace": "openshift-ingress"}
2026-09-10T21:27:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "6b7e8177-ac4a-4bbf-991c-c6be16e87760", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:27:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "6b7e8177-ac4a-4bbf-991c-c6be16e87760", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5-authn-ssl"}
2026-09-10T21:27:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "6b7e8177-ac4a-4bbf-991c-c6be16e87760", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:27:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "8031e6f6-dbdd-4151-87db-6d5eb37e9c5a", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:27:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "8031e6f6-dbdd-4151-87db-6d5eb37e9c5a", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5-authn-ssl"}
2026-09-10T21:27:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "8031e6f6-dbdd-4151-87db-6d5eb37e9c5a", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:27:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb8fd494-481c-457e-ba33-ab089c9be5ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:27:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb8fd494-481c-457e-ba33-ab089c9be5ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a581b5", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:27:50Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb8fd494-481c-457e-ba33-ab089c9be5ee", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-a581b5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T21:27:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "odh-trusted-ca-bundle", "reconcileID": "c17e4e8b-ab17-497d-bf38-3f884fa4494c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:27:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "odh-trusted-ca-bundle", "reconcileID": "c17e4e8b-ab17-497d-bf38-3f884fa4494c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:27:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "openshift-service-ca.crt", "reconcileID": "47dcf77d-3193-49a8-bd63-581be1d970bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:27:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "openshift-service-ca.crt", "reconcileID": "47dcf77d-3193-49a8-bd63-581be1d970bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:27:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "036aca27-a580-431d-8940-9191449bca90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:27:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-a581b5"}, "namespace": "ai-tenant-e2e-ipp-b-a581b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "036aca27-a580-431d-8940-9191449bca90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-a581b5"}
2026-09-10T21:27:51Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-a581b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-a581b5", "reconcileID": "9986ada5-a039-4aa7-9949-00af72063f12", "Gateway": "e2e-ipp-b-a581b5", "namespace": "openshift-ingress"}
2026-09-10T21:28:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "51fbaaad-4901-40dc-ba11-aceb260e1460", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress"}
2026-09-10T21:28:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "51fbaaad-4901-40dc-ba11-aceb260e1460", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302-authn-ssl"}
2026-09-10T21:28:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "51fbaaad-4901-40dc-ba11-aceb260e1460", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress"}
2026-09-10T21:28:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "a40ab31d-122c-4175-b621-19babfe07ef9", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress"}
2026-09-10T21:28:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "a40ab31d-122c-4175-b621-19babfe07ef9", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302-authn-ssl"}
2026-09-10T21:28:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "a40ab31d-122c-4175-b621-19babfe07ef9", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress"}
2026-09-10T21:28:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c15b37a-34c6-4ab3-bedf-a953de7d8b1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:28:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c15b37a-34c6-4ab3-bedf-a953de7d8b1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:28:08Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c15b37a-34c6-4ab3-bedf-a953de7d8b1e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-0ac302 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T21:28:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "odh-trusted-ca-bundle", "reconcileID": "5280af8f-f3fe-4527-a381-b238f16d5175", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:28:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "odh-trusted-ca-bundle", "reconcileID": "5280af8f-f3fe-4527-a381-b238f16d5175", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:28:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "openshift-service-ca.crt", "reconcileID": "7201f60a-8cf7-4997-8491-c449b0d27ae7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:28:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "openshift-service-ca.crt", "reconcileID": "7201f60a-8cf7-4997-8491-c449b0d27ae7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:28:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61e37818-deea-48b5-bf87-88c3b1a58e7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:28:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-0ac302"}, "namespace": "ai-tenant-e2e-shared-a-w3-0ac302", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61e37818-deea-48b5-bf87-88c3b1a58e7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-0ac302"}
2026-09-10T21:28:09Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-0ac302","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-0ac302", "reconcileID": "2525a4f6-808e-4833-885c-13ad9a7c7273", "Gateway": "e2e-shared-a-w3-0ac302", "namespace": "openshift-ingress"}
2026-09-10T21:28:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "a2ffdde8-39d5-4630-8d64-389634067562", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress"}
2026-09-10T21:28:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "a2ffdde8-39d5-4630-8d64-389634067562", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec-authn-ssl"}
2026-09-10T21:28:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "a2ffdde8-39d5-4630-8d64-389634067562", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress"}
2026-09-10T21:28:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "cb159a6a-65b5-4e35-9066-d07fc346db6d", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress"}
2026-09-10T21:28:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "cb159a6a-65b5-4e35-9066-d07fc346db6d", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec-authn-ssl"}
2026-09-10T21:28:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "cb159a6a-65b5-4e35-9066-d07fc346db6d", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress"}
2026-09-10T21:28:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86d56af4-3cff-4a13-8d47-5ec22480f882", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:28:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86d56af4-3cff-4a13-8d47-5ec22480f882", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T21:28:26Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86d56af4-3cff-4a13-8d47-5ec22480f882", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-16bbec because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T21:28:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "odh-trusted-ca-bundle", "reconcileID": "7ccc35bf-9cf5-4a20-8f62-d2b2f08e6270", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:28:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "odh-trusted-ca-bundle", "reconcileID": "7ccc35bf-9cf5-4a20-8f62-d2b2f08e6270", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:28:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "openshift-service-ca.crt", "reconcileID": "743b697d-be41-473f-b626-fa779a9d7b4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:28:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "openshift-service-ca.crt", "reconcileID": "743b697d-be41-473f-b626-fa779a9d7b4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:28:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae59bc2b-178e-41b9-97b7-1dfb35f7674b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:28:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-16bbec"}, "namespace": "ai-tenant-e2e-shared-b-w3-16bbec", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae59bc2b-178e-41b9-97b7-1dfb35f7674b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-16bbec"}
2026-09-10T21:28:27Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-16bbec","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-16bbec", "reconcileID": "0a88bb42-9687-4b75-b636-a55510de5d83", "Gateway": "e2e-shared-b-w3-16bbec", "namespace": "openshift-ingress"}
2026-09-10T21:32:35Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "985c7cb5-1fe3-469d-8d15-baa90c83495a", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:35Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "985c7cb5-1fe3-469d-8d15-baa90c83495a", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:35Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "985c7cb5-1fe3-469d-8d15-baa90c83495a", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:35Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59536982-8acf-499b-8605-3c4ec1af92e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:32:35Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "985c7cb5-1fe3-469d-8d15-baa90c83495a", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm", "name": "e2e-same-id-a-eae8a67b-kserve-route-authn"}
2026-09-10T21:32:35Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "985c7cb5-1fe3-469d-8d15-baa90c83495a", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm", "authType": "userdefined"}
2026-09-10T21:32:35Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "985c7cb5-1fe3-469d-8d15-baa90c83495a", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:35Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59536982-8acf-499b-8605-3c4ec1af92e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T21:32:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "59536982-8acf-499b-8605-3c4ec1af92e2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:32:35Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "3440b91e-452e-464c-b06a-c4a26505d059", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:35Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "3440b91e-452e-464c-b06a-c4a26505d059", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:35Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "3440b91e-452e-464c-b06a-c4a26505d059", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:35Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "3440b91e-452e-464c-b06a-c4a26505d059", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm", "name": "e2e-same-id-a-eae8a67b-kserve-route-authn"}
2026-09-10T21:32:35Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "3440b91e-452e-464c-b06a-c4a26505d059", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm", "authType": "userdefined"}
2026-09-10T21:32:35Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "3440b91e-452e-464c-b06a-c4a26505d059", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:35Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "63ed0b75-cc14-46d7-821d-a9ae580778fa", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:35Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "63ed0b75-cc14-46d7-821d-a9ae580778fa", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:35Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "63ed0b75-cc14-46d7-821d-a9ae580778fa", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:35Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13eef876-5f39-4b8f-8cca-af5e175fe50e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:32:35Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "63ed0b75-cc14-46d7-821d-a9ae580778fa", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm", "name": "e2e-same-id-b-eae8a67b-kserve-route-authn"}
2026-09-10T21:32:35Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "63ed0b75-cc14-46d7-821d-a9ae580778fa", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm", "authType": "userdefined"}
2026-09-10T21:32:35Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "63ed0b75-cc14-46d7-821d-a9ae580778fa", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:35Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13eef876-5f39-4b8f-8cca-af5e175fe50e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T21:32:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "13eef876-5f39-4b8f-8cca-af5e175fe50e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:32:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff28075a-b915-4270-9b64-ee7f25d144f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:32:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff28075a-b915-4270-9b64-ee7f25d144f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T21:32:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ff28075a-b915-4270-9b64-ee7f25d144f0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:32:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "a0cf7fb0-a9ab-42d0-b6a3-d36bdceb98ad", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "a0cf7fb0-a9ab-42d0-b6a3-d36bdceb98ad", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "a0cf7fb0-a9ab-42d0-b6a3-d36bdceb98ad", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "a0cf7fb0-a9ab-42d0-b6a3-d36bdceb98ad", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm", "name": "e2e-same-id-a-eae8a67b-kserve-route-authn"}
2026-09-10T21:32:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "a0cf7fb0-a9ab-42d0-b6a3-d36bdceb98ad", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm", "authType": "userdefined"}
2026-09-10T21:32:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "a0cf7fb0-a9ab-42d0-b6a3-d36bdceb98ad", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:45Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "5fb23770-0f72-49bf-be87-756820efb57d", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:45Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "5fb23770-0f72-49bf-be87-756820efb57d", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:45Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "5fb23770-0f72-49bf-be87-756820efb57d", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:32:45Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "5fb23770-0f72-49bf-be87-756820efb57d", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm", "name": "e2e-same-id-b-eae8a67b-kserve-route-authn"}
2026-09-10T21:32:45Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "5fb23770-0f72-49bf-be87-756820efb57d", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm", "authType": "userdefined"}
2026-09-10T21:32:45Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "5fb23770-0f72-49bf-be87-756820efb57d", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:04Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T21:33:04Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T21:33:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7125f05a-bad8-4147-9f82-36f2b63da8c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:33:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7125f05a-bad8-4147-9f82-36f2b63da8c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T21:33:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7125f05a-bad8-4147-9f82-36f2b63da8c6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:33:07Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T21:33:07Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T21:33:07Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "e5b48fcd-fc91-453e-9e5e-9bcaf343e423", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:07Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "e5b48fcd-fc91-453e-9e5e-9bcaf343e423", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:07Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "e5b48fcd-fc91-453e-9e5e-9bcaf343e423", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:07Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "e5b48fcd-fc91-453e-9e5e-9bcaf343e423", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm", "name": "e2e-same-id-b-eae8a67b-kserve-route-authn"}
2026-09-10T21:33:07Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "e5b48fcd-fc91-453e-9e5e-9bcaf343e423", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm", "authType": "userdefined"}
2026-09-10T21:33:07Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "e5b48fcd-fc91-453e-9e5e-9bcaf343e423", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:13Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "f4c3360d-2c85-4401-a283-4eccdee5039b", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:13Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "f4c3360d-2c85-4401-a283-4eccdee5039b", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:13Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "f4c3360d-2c85-4401-a283-4eccdee5039b", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:13Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "f4c3360d-2c85-4401-a283-4eccdee5039b", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm", "name": "e2e-same-id-a-eae8a67b-kserve-route-authn"}
2026-09-10T21:33:13Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "f4c3360d-2c85-4401-a283-4eccdee5039b", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm", "authType": "userdefined"}
2026-09-10T21:33:13Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "f4c3360d-2c85-4401-a283-4eccdee5039b", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:38Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "057f885f-db5f-4ce4-8e83-d4108f37b0f1", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:38Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "057f885f-db5f-4ce4-8e83-d4108f37b0f1", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:38Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "057f885f-db5f-4ce4-8e83-d4108f37b0f1", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:38Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "057f885f-db5f-4ce4-8e83-d4108f37b0f1", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm", "name": "e2e-same-id-b-eae8a67b-kserve-route-authn"}
2026-09-10T21:33:38Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "057f885f-db5f-4ce4-8e83-d4108f37b0f1", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm", "authType": "userdefined"}
2026-09-10T21:33:38Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "057f885f-db5f-4ce4-8e83-d4108f37b0f1", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:41Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "ef746196-023c-41fb-a3b6-2783b516adb4", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:41Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "ef746196-023c-41fb-a3b6-2783b516adb4", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm", "name": "e2e-same-id-a-eae8a67b"}
2026-09-10T21:33:41Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "ef746196-023c-41fb-a3b6-2783b516adb4", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:41Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "ef746196-023c-41fb-a3b6-2783b516adb4", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:41Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "ef746196-023c-41fb-a3b6-2783b516adb4", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm", "name": "e2e-same-id-a-eae8a67b-kserve-route-authn"}
2026-09-10T21:33:41Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "ef746196-023c-41fb-a3b6-2783b516adb4", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm", "name": "e2e-same-id-a-eae8a67b-kserve-route-authn"}
2026-09-10T21:33:41Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-eae8a67b", "reconcileID": "15f8a2cd-ecf7-47cb-abb7-0902313d2e0d", "LLMInferenceService": "e2e-same-id-a-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d4b0fd6a-3964-480f-b8c7-e1bcf1434d95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:33:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d4b0fd6a-3964-480f-b8c7-e1bcf1434d95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T21:33:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d4b0fd6a-3964-480f-b8c7-e1bcf1434d95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:33:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f34aa636-7624-4c93-874a-302aaec582f4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:33:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f34aa636-7624-4c93-874a-302aaec582f4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T21:33:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f34aa636-7624-4c93-874a-302aaec582f4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:33:41Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "fb0f69d4-2fb8-47ff-929e-cd4ac35a8fb5", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:41Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "fb0f69d4-2fb8-47ff-929e-cd4ac35a8fb5", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm", "name": "e2e-same-id-b-eae8a67b"}
2026-09-10T21:33:41Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "fb0f69d4-2fb8-47ff-929e-cd4ac35a8fb5", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:41Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "fb0f69d4-2fb8-47ff-929e-cd4ac35a8fb5", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:41Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "fb0f69d4-2fb8-47ff-929e-cd4ac35a8fb5", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm", "name": "e2e-same-id-b-eae8a67b-kserve-route-authn"}
2026-09-10T21:33:41Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "fb0f69d4-2fb8-47ff-929e-cd4ac35a8fb5", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm", "name": "e2e-same-id-b-eae8a67b-kserve-route-authn"}
2026-09-10T21:33:42Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-eae8a67b","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-eae8a67b", "reconcileID": "befa3cfd-5b34-4d4c-9738-243929c06428", "LLMInferenceService": "e2e-same-id-b-eae8a67b", "namespace": "llm"}
2026-09-10T21:33:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18252db3-2b19-45a1-a574-bd7685101520", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:33:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18252db3-2b19-45a1-a574-bd7685101520", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T21:33:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18252db3-2b19-45a1-a574-bd7685101520", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:33:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87e851c8-ede3-4dc8-a890-6ef741402e6a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T21:33:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87e851c8-ede3-4dc8-a890-6ef741402e6a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T21:33:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87e851c8-ede3-4dc8-a890-6ef741402e6a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}