2026-09-11T14:43:13Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1c284e","namespace":"ai-tenant-e2e-shared-b-w3-1c284e"}, "namespace": "ai-tenant-e2e-shared-b-w3-1c284e", "name": "rate-test-model-1c284e", "reconcileID": "610da6a8-8ea6-4e78-8923-b495d5b2dc6d", "LLMInferenceService": "rate-test-model-1c284e", "namespace": "ai-tenant-e2e-shared-b-w3-1c284e"}
2026-09-11T14:43:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "e25d09a6-f956-448a-a344-0f162291837c", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress"}
2026-09-11T14:43:13Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "e25d09a6-f956-448a-a344-0f162291837c", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e-authn-ssl"}
2026-09-11T14:43:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "e25d09a6-f956-448a-a344-0f162291837c", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress"}
2026-09-11T14:43:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "b15698ed-202b-4e76-adbf-bb55ee93348d", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress"}
2026-09-11T14:43:13Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "b15698ed-202b-4e76-adbf-bb55ee93348d", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e-authn-ssl"}
2026-09-11T14:43:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "b15698ed-202b-4e76-adbf-bb55ee93348d", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress"}
2026-09-11T14:43:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "df3831ba-049e-4ef5-b7d6-7fe3a47e80b5", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:14Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "df3831ba-049e-4ef5-b7d6-7fe3a47e80b5", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:43:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "df3831ba-049e-4ef5-b7d6-7fe3a47e80b5", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "5caa4e0b-c5e9-4651-9c47-8e18f3163eb8", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "5caa4e0b-c5e9-4651-9c47-8e18f3163eb8", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:43:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "5caa4e0b-c5e9-4651-9c47-8e18f3163eb8", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "435da213-bb00-4e40-9c97-f9cfb49c2b02", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "435da213-bb00-4e40-9c97-f9cfb49c2b02", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:43:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "435da213-bb00-4e40-9c97-f9cfb49c2b02", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "1f3c9a3e-63be-44c2-9a83-b79a12ea302a", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "1f3c9a3e-63be-44c2-9a83-b79a12ea302a", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:43:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "1f3c9a3e-63be-44c2-9a83-b79a12ea302a", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "5317f2c0-fcfd-4221-bf00-cd6348c8c7bd", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "5317f2c0-fcfd-4221-bf00-cd6348c8c7bd", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:43:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "5317f2c0-fcfd-4221-bf00-cd6348c8c7bd", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "00f10933-2f78-4421-b74d-f56af81e47f3", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "00f10933-2f78-4421-b74d-f56af81e47f3", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:43:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "00f10933-2f78-4421-b74d-f56af81e47f3", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "b08b3f3b-8228-42cf-a344-3c40e6c0e7e4", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "b08b3f3b-8228-42cf-a344-3c40e6c0e7e4", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:43:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "b08b3f3b-8228-42cf-a344-3c40e6c0e7e4", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "openshift-service-ca.crt", "reconcileID": "e59ea0b5-029a-4056-9649-1dd7ff3b41dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:43:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "odh-trusted-ca-bundle", "reconcileID": "076d3103-0d01-4d4b-9a04-e40efdb9e5b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:43:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "openshift-service-ca.crt", "reconcileID": "97727f3b-9208-4fbc-890c-e5e2bc298bf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:43:17Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "openshift-service-ca.crt", "reconcileID": "97727f3b-9208-4fbc-890c-e5e2bc298bf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:43:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "openshift-service-ca.crt", "reconcileID": "16d47077-3433-4a1f-bbcf-4c8cf8fcf5b9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:43:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6230626-4286-4b90-9a4e-5394d9ca8873", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:43:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "odh-trusted-ca-bundle", "reconcileID": "e4cbc5dd-17b4-4644-bc41-3dfa8f86182e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "update": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:43:17Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "odh-trusted-ca-bundle", "reconcileID": "e4cbc5dd-17b4-4644-bc41-3dfa8f86182e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:43:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ebc84b5-3ea3-46cb-80d0-45ddb994cd0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:43:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "079840fd-f66a-4520-b7bc-0f1ede8f966e", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "079840fd-f66a-4520-b7bc-0f1ede8f966e", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:43:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "079840fd-f66a-4520-b7bc-0f1ede8f966e", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef0ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef0ff5", "reconcileID": "626eeb69-e69f-4772-8f70-c31295a57228", "Gateway": "e2e-api-a-ef0ff5", "namespace": "openshift-ingress"}
2026-09-11T14:43:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef0ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef0ff5", "reconcileID": "626eeb69-e69f-4772-8f70-c31295a57228", "Gateway": "e2e-api-a-ef0ff5", "namespace": "openshift-ingress", "name": "e2e-api-a-ef0ff5-authn-ssl"}
2026-09-11T14:43:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef0ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef0ff5", "reconcileID": "626eeb69-e69f-4772-8f70-c31295a57228", "Gateway": "e2e-api-a-ef0ff5", "namespace": "openshift-ingress"}
2026-09-11T14:43:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "b5d49b8f-edd2-4363-80ab-27b15d02f960", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "b5d49b8f-edd2-4363-80ab-27b15d02f960", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:43:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "b5d49b8f-edd2-4363-80ab-27b15d02f960", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:43:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef0ff5"}, "namespace": "ai-tenant-e2e-api-a-ef0ff5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70d0e430-17d4-41c8-858c-3de647108509", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef0ff5"}
2026-09-11T14:43:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef0ff5"}, "namespace": "ai-tenant-e2e-api-a-ef0ff5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70d0e430-17d4-41c8-858c-3de647108509", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef0ff5", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:43:42Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef0ff5"}, "namespace": "ai-tenant-e2e-api-a-ef0ff5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "70d0e430-17d4-41c8-858c-3de647108509", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ef0ff5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:43:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef0ff5"}, "namespace": "ai-tenant-e2e-api-a-ef0ff5", "name": "odh-trusted-ca-bundle", "reconcileID": "8ad31a70-b2b8-455b-8ffb-e63cc6a56dfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef0ff5"}
2026-09-11T14:43:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef0ff5"}, "namespace": "ai-tenant-e2e-api-a-ef0ff5", "name": "odh-trusted-ca-bundle", "reconcileID": "8ad31a70-b2b8-455b-8ffb-e63cc6a56dfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef0ff5", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:43:42Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef0ff5"}, "namespace": "ai-tenant-e2e-api-a-ef0ff5", "name": "odh-trusted-ca-bundle", "reconcileID": "8ad31a70-b2b8-455b-8ffb-e63cc6a56dfa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ef0ff5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:43:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ef0ff5"}, "namespace": "ai-tenant-e2e-api-a-ef0ff5", "name": "openshift-service-ca.crt", "reconcileID": "b983a726-2705-48cd-86a1-cde8f0e233f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ef0ff5"}
2026-09-11T14:43:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ef0ff5"}, "namespace": "ai-tenant-e2e-api-a-ef0ff5", "name": "openshift-service-ca.crt", "reconcileID": "b983a726-2705-48cd-86a1-cde8f0e233f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ef0ff5"}
2026-09-11T14:43:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef0ff5"}, "namespace": "ai-tenant-e2e-api-a-ef0ff5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f82263b-3620-4c67-a739-34521cda5e4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef0ff5"}
2026-09-11T14:43:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef0ff5"}, "namespace": "ai-tenant-e2e-api-a-ef0ff5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f82263b-3620-4c67-a739-34521cda5e4c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef0ff5"}
2026-09-11T14:43:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef0ff5"}, "namespace": "ai-tenant-e2e-api-a-ef0ff5", "name": "odh-trusted-ca-bundle", "reconcileID": "19a60393-6909-458c-bd3e-4eae06ebc62b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef0ff5"}
2026-09-11T14:43:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef0ff5"}, "namespace": "ai-tenant-e2e-api-a-ef0ff5", "name": "odh-trusted-ca-bundle", "reconcileID": "19a60393-6909-458c-bd3e-4eae06ebc62b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef0ff5"}
2026-09-11T14:43:43Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef0ff5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef0ff5", "reconcileID": "a128daa3-8d10-4c04-9349-823693fd3cc0", "Gateway": "e2e-api-a-ef0ff5", "namespace": "openshift-ingress"}
2026-09-11T14:43:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "6e47d064-462f-430d-b03e-821895009a79", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:43Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "6e47d064-462f-430d-b03e-821895009a79", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2-authn-ssl"}
2026-09-11T14:43:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "6e47d064-462f-430d-b03e-821895009a79", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "c1a2e2f3-c1d8-412a-aa10-05f56c7b34e3", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "c1a2e2f3-c1d8-412a-aa10-05f56c7b34e3", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2-authn-ssl"}
2026-09-11T14:43:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "c1a2e2f3-c1d8-412a-aa10-05f56c7b34e3", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "5d6ad1a9-fda9-404c-a7a7-12c6f49d16c7", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "5d6ad1a9-fda9-404c-a7a7-12c6f49d16c7", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2-authn-ssl"}
2026-09-11T14:43:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "5d6ad1a9-fda9-404c-a7a7-12c6f49d16c7", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "99263ea4-52cf-4b3e-b459-ea5d4c4a2b81", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "99263ea4-52cf-4b3e-b459-ea5d4c4a2b81", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2-authn-ssl"}
2026-09-11T14:43:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "99263ea4-52cf-4b3e-b459-ea5d4c4a2b81", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "276bf497-27cd-452d-bbf7-8d3f01ebd306", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "276bf497-27cd-452d-bbf7-8d3f01ebd306", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2-authn-ssl"}
2026-09-11T14:43:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "276bf497-27cd-452d-bbf7-8d3f01ebd306", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "6df90fae-5c42-44da-b998-a61e47094ae8", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "6df90fae-5c42-44da-b998-a61e47094ae8", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2-authn-ssl"}
2026-09-11T14:43:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "6df90fae-5c42-44da-b998-a61e47094ae8", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "97864335-2b79-4a0b-92a4-b350d9ef62f5", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "97864335-2b79-4a0b-92a4-b350d9ef62f5", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2-authn-ssl"}
2026-09-11T14:43:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "97864335-2b79-4a0b-92a4-b350d9ef62f5", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "openshift-service-ca.crt", "reconcileID": "d37ce44c-b604-49e6-8435-b7560ad57d85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:43:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "openshift-service-ca.crt", "reconcileID": "98279397-4b07-4a95-b82a-70fc39a265d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:43:46Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "openshift-service-ca.crt", "reconcileID": "98279397-4b07-4a95-b82a-70fc39a265d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:43:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "odh-trusted-ca-bundle", "reconcileID": "a6ad1cf9-9766-489b-8ee0-f6ca00a0c5a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:43:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47620dc4-7250-4d87-bc00-4dd076738a11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:43:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "openshift-service-ca.crt", "reconcileID": "88904183-3870-4975-bf9f-8188c20a824f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:43:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "odh-trusted-ca-bundle", "reconcileID": "907c871b-bc37-42fb-897e-91e2e91a5b74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "update": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:43:46Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "odh-trusted-ca-bundle", "reconcileID": "907c871b-bc37-42fb-897e-91e2e91a5b74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:43:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b556f77-4a14-451b-b56b-26b3cb094442", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:43:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "14dc4d23-11ba-470a-883e-b884c15e05a9", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "14dc4d23-11ba-470a-883e-b884c15e05a9", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2-authn-ssl"}
2026-09-11T14:43:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "14dc4d23-11ba-470a-883e-b884c15e05a9", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "e0b6efde-09d9-409a-b971-ad95e68ef932", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:43:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "e0b6efde-09d9-409a-b971-ad95e68ef932", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2-authn-ssl"}
2026-09-11T14:43:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "e0b6efde-09d9-409a-b971-ad95e68ef932", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:44:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-56b1b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-56b1b6", "reconcileID": "7a23ca61-7d5a-4e05-97ce-3da13a6d9bde", "Gateway": "e2e-api-b-56b1b6", "namespace": "openshift-ingress"}
2026-09-11T14:44:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-56b1b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-56b1b6", "reconcileID": "7a23ca61-7d5a-4e05-97ce-3da13a6d9bde", "Gateway": "e2e-api-b-56b1b6", "namespace": "openshift-ingress", "name": "e2e-api-b-56b1b6-authn-ssl"}
2026-09-11T14:44:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-56b1b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-56b1b6", "reconcileID": "7a23ca61-7d5a-4e05-97ce-3da13a6d9bde", "Gateway": "e2e-api-b-56b1b6", "namespace": "openshift-ingress"}
2026-09-11T14:44:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-56b1b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-56b1b6", "reconcileID": "7104cb3b-b72c-4ec2-8f56-7bcc6315100a", "Gateway": "e2e-api-b-56b1b6", "namespace": "openshift-ingress"}
2026-09-11T14:44:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-56b1b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-56b1b6", "reconcileID": "7104cb3b-b72c-4ec2-8f56-7bcc6315100a", "Gateway": "e2e-api-b-56b1b6", "namespace": "openshift-ingress", "name": "e2e-api-b-56b1b6-authn-ssl"}
2026-09-11T14:44:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-56b1b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-56b1b6", "reconcileID": "7104cb3b-b72c-4ec2-8f56-7bcc6315100a", "Gateway": "e2e-api-b-56b1b6", "namespace": "openshift-ingress"}
2026-09-11T14:44:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6da035a-17e5-4920-8b2a-08dc7ddcd3d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-56b1b6"}
2026-09-11T14:44:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6da035a-17e5-4920-8b2a-08dc7ddcd3d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-56b1b6", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:44:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6da035a-17e5-4920-8b2a-08dc7ddcd3d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-56b1b6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:44:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea4468f6-576d-467c-98f1-994ad7683ecc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-56b1b6"}
2026-09-11T14:44:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea4468f6-576d-467c-98f1-994ad7683ecc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-56b1b6", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:44:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea4468f6-576d-467c-98f1-994ad7683ecc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-56b1b6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:44:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82d913d9-da6e-4cbd-8eb6-29d5b692e63d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-56b1b6"}
2026-09-11T14:44:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82d913d9-da6e-4cbd-8eb6-29d5b692e63d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-56b1b6", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:44:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82d913d9-da6e-4cbd-8eb6-29d5b692e63d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-56b1b6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:44:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-trusted-ca-bundle", "reconcileID": "6ebe052c-245e-476f-90fd-f4c85366bf95", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-56b1b6"}
2026-09-11T14:44:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-trusted-ca-bundle", "reconcileID": "6ebe052c-245e-476f-90fd-f4c85366bf95", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-56b1b6", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:44:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-trusted-ca-bundle", "reconcileID": "6ebe052c-245e-476f-90fd-f4c85366bf95", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-56b1b6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:44:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "openshift-service-ca.crt", "reconcileID": "bffca201-090b-44a7-91ff-6252f2b02009", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-56b1b6"}
2026-09-11T14:44:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "openshift-service-ca.crt", "reconcileID": "bffca201-090b-44a7-91ff-6252f2b02009", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-56b1b6"}
2026-09-11T14:44:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-trusted-ca-bundle", "reconcileID": "cdb6dca1-e85f-4548-98c5-b1efce7ebda2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-56b1b6"}
2026-09-11T14:44:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-trusted-ca-bundle", "reconcileID": "cdb6dca1-e85f-4548-98c5-b1efce7ebda2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-56b1b6"}
2026-09-11T14:44:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb0e81f0-4d28-42fe-9968-d22edced2b91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-56b1b6"}
2026-09-11T14:44:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-56b1b6"}, "namespace": "ai-tenant-e2e-api-b-56b1b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb0e81f0-4d28-42fe-9968-d22edced2b91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-56b1b6"}
2026-09-11T14:44:11Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-56b1b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-56b1b6", "reconcileID": "0596868e-bdb7-4380-936f-d7a0ee5098b6", "Gateway": "e2e-api-b-56b1b6", "namespace": "openshift-ingress"}
2026-09-11T14:44:17Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "dd93e901-c958-4533-b052-fe56ab10c745", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:17Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "dd93e901-c958-4533-b052-fe56ab10c745", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:17Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "dd93e901-c958-4533-b052-fe56ab10c745", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "169c5500-12c5-4318-9a4b-f5b497151985", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:44:17Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "dd93e901-c958-4533-b052-fe56ab10c745", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c-kserve-route-authn"}
2026-09-11T14:44:17Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "dd93e901-c958-4533-b052-fe56ab10c745", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "authType": "userdefined"}
2026-09-11T14:44:17Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "dd93e901-c958-4533-b052-fe56ab10c745", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "169c5500-12c5-4318-9a4b-f5b497151985", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:44:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "169c5500-12c5-4318-9a4b-f5b497151985", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:44:17Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "df8f760c-152a-42fe-927e-c432d5d74bcc", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:17Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "df8f760c-152a-42fe-927e-c432d5d74bcc", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:17Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "df8f760c-152a-42fe-927e-c432d5d74bcc", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:17Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "df8f760c-152a-42fe-927e-c432d5d74bcc", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c-kserve-route-authn"}
2026-09-11T14:44:17Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "df8f760c-152a-42fe-927e-c432d5d74bcc", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "authType": "userdefined"}
2026-09-11T14:44:17Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "df8f760c-152a-42fe-927e-c432d5d74bcc", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "cb809c34-c40a-44b6-9a04-9557e304d40f", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:44:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "cb809c34-c40a-44b6-9a04-9557e304d40f", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:44:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "cb809c34-c40a-44b6-9a04-9557e304d40f", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:44:21Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "33cc7099-cc0d-48e4-89b8-2e27d6060a58", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:21Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "33cc7099-cc0d-48e4-89b8-2e27d6060a58", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:21Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "33cc7099-cc0d-48e4-89b8-2e27d6060a58", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:21Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "33cc7099-cc0d-48e4-89b8-2e27d6060a58", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c-kserve-route-authn"}
2026-09-11T14:44:21Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "33cc7099-cc0d-48e4-89b8-2e27d6060a58", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "authType": "userdefined"}
2026-09-11T14:44:21Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "33cc7099-cc0d-48e4-89b8-2e27d6060a58", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-958398","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-958398", "reconcileID": "6b1bc7f1-98c3-44ea-9d22-1c4e3d0f0714", "Gateway": "e2e-shared-a-w2-958398", "namespace": "openshift-ingress"}
2026-09-11T14:44:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-958398","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-958398", "reconcileID": "6b1bc7f1-98c3-44ea-9d22-1c4e3d0f0714", "Gateway": "e2e-shared-a-w2-958398", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-958398-authn-ssl"}
2026-09-11T14:44:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-958398","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-958398", "reconcileID": "6b1bc7f1-98c3-44ea-9d22-1c4e3d0f0714", "Gateway": "e2e-shared-a-w2-958398", "namespace": "openshift-ingress"}
2026-09-11T14:44:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-958398"}, "namespace": "ai-tenant-e2e-shared-a-w2-958398", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d20e32cc-85ab-46eb-bcd0-889774305f7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-958398"}
2026-09-11T14:44:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-958398"}, "namespace": "ai-tenant-e2e-shared-a-w2-958398", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d20e32cc-85ab-46eb-bcd0-889774305f7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-958398", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:44:30Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-958398"}, "namespace": "ai-tenant-e2e-shared-a-w2-958398", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d20e32cc-85ab-46eb-bcd0-889774305f7e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-958398 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:44:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-958398"}, "namespace": "ai-tenant-e2e-shared-a-w2-958398", "name": "odh-trusted-ca-bundle", "reconcileID": "ebf35b5b-88f7-4acf-bd36-ccb79c98b44b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-958398"}
2026-09-11T14:44:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-958398"}, "namespace": "ai-tenant-e2e-shared-a-w2-958398", "name": "odh-trusted-ca-bundle", "reconcileID": "ebf35b5b-88f7-4acf-bd36-ccb79c98b44b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-958398"}
2026-09-11T14:44:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-958398"}, "namespace": "ai-tenant-e2e-shared-a-w2-958398", "name": "openshift-service-ca.crt", "reconcileID": "ef1ff055-2178-41cd-83e3-b6c2d689ef53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-958398"}
2026-09-11T14:44:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-958398"}, "namespace": "ai-tenant-e2e-shared-a-w2-958398", "name": "openshift-service-ca.crt", "reconcileID": "ef1ff055-2178-41cd-83e3-b6c2d689ef53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-958398"}
2026-09-11T14:44:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-958398"}, "namespace": "ai-tenant-e2e-shared-a-w2-958398", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37f3f1b8-cfd0-4839-981c-1b5dbec69f9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-958398"}
2026-09-11T14:44:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-958398"}, "namespace": "ai-tenant-e2e-shared-a-w2-958398", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37f3f1b8-cfd0-4839-981c-1b5dbec69f9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-958398"}
2026-09-11T14:44:31Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-958398","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-958398", "reconcileID": "0b35b76b-669b-4363-a4e1-f5777d3ac10e", "Gateway": "e2e-shared-a-w2-958398", "namespace": "openshift-ingress"}
2026-09-11T14:44:32Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "372c469c-37c1-4920-9e23-ce9d86f3d1d8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:32Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "372c469c-37c1-4920-9e23-ce9d86f3d1d8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:32Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "372c469c-37c1-4920-9e23-ce9d86f3d1d8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:32Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "372c469c-37c1-4920-9e23-ce9d86f3d1d8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c-kserve-route-authn"}
2026-09-11T14:44:32Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "372c469c-37c1-4920-9e23-ce9d86f3d1d8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "authType": "userdefined"}
2026-09-11T14:44:32Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "372c469c-37c1-4920-9e23-ce9d86f3d1d8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:44:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-455f2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-455f2e", "reconcileID": "d550fd2c-8f8b-4c27-b978-a7a83e8c1392", "Gateway": "e2e-shared-b-w2-455f2e", "namespace": "openshift-ingress"}
2026-09-11T14:44:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-455f2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-455f2e", "reconcileID": "d550fd2c-8f8b-4c27-b978-a7a83e8c1392", "Gateway": "e2e-shared-b-w2-455f2e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-455f2e-authn-ssl"}
2026-09-11T14:44:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-455f2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-455f2e", "reconcileID": "d550fd2c-8f8b-4c27-b978-a7a83e8c1392", "Gateway": "e2e-shared-b-w2-455f2e", "namespace": "openshift-ingress"}
2026-09-11T14:44:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-455f2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-455f2e", "reconcileID": "8537b0fa-ad3e-474c-a4bd-45b0811b6985", "Gateway": "e2e-shared-b-w2-455f2e", "namespace": "openshift-ingress"}
2026-09-11T14:44:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-455f2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-455f2e", "reconcileID": "8537b0fa-ad3e-474c-a4bd-45b0811b6985", "Gateway": "e2e-shared-b-w2-455f2e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-455f2e-authn-ssl"}
2026-09-11T14:44:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-455f2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-455f2e", "reconcileID": "8537b0fa-ad3e-474c-a4bd-45b0811b6985", "Gateway": "e2e-shared-b-w2-455f2e", "namespace": "openshift-ingress"}
2026-09-11T14:44:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-455f2e"}, "namespace": "ai-tenant-e2e-shared-b-w2-455f2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1867787b-67b3-4671-a34e-208f4091b6bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-455f2e"}
2026-09-11T14:44:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-455f2e"}, "namespace": "ai-tenant-e2e-shared-b-w2-455f2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1867787b-67b3-4671-a34e-208f4091b6bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-455f2e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:44:50Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-455f2e"}, "namespace": "ai-tenant-e2e-shared-b-w2-455f2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1867787b-67b3-4671-a34e-208f4091b6bc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-455f2e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:44:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-455f2e"}, "namespace": "ai-tenant-e2e-shared-b-w2-455f2e", "name": "odh-trusted-ca-bundle", "reconcileID": "55b259ce-cf43-4840-bdfe-53d61b7b2094", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-455f2e"}
2026-09-11T14:44:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-455f2e"}, "namespace": "ai-tenant-e2e-shared-b-w2-455f2e", "name": "odh-trusted-ca-bundle", "reconcileID": "55b259ce-cf43-4840-bdfe-53d61b7b2094", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-455f2e"}
2026-09-11T14:44:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-455f2e"}, "namespace": "ai-tenant-e2e-shared-b-w2-455f2e", "name": "openshift-service-ca.crt", "reconcileID": "cbdf285a-466b-4ed8-97b2-6b34ae74134c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-455f2e"}
2026-09-11T14:44:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-455f2e"}, "namespace": "ai-tenant-e2e-shared-b-w2-455f2e", "name": "openshift-service-ca.crt", "reconcileID": "cbdf285a-466b-4ed8-97b2-6b34ae74134c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-455f2e"}
2026-09-11T14:44:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-455f2e"}, "namespace": "ai-tenant-e2e-shared-b-w2-455f2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ec04bde-59da-494c-b618-892f66a1d8e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-455f2e"}
2026-09-11T14:44:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-455f2e"}, "namespace": "ai-tenant-e2e-shared-b-w2-455f2e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ec04bde-59da-494c-b618-892f66a1d8e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-455f2e"}
2026-09-11T14:44:51Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-455f2e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-455f2e", "reconcileID": "92adc048-8fe7-413a-8cbf-322b035222d7", "Gateway": "e2e-shared-b-w2-455f2e", "namespace": "openshift-ingress"}
2026-09-11T14:44:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "525393a3-1cef-4079-992a-4ec7c693272b", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:56Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "525393a3-1cef-4079-992a-4ec7c693272b", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967-authn-ssl"}
2026-09-11T14:44:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "525393a3-1cef-4079-992a-4ec7c693272b", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "a3c0ccd3-8615-4e7e-a37e-f9d5839b89c8", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "a3c0ccd3-8615-4e7e-a37e-f9d5839b89c8", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967-authn-ssl"}
2026-09-11T14:44:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "a3c0ccd3-8615-4e7e-a37e-f9d5839b89c8", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "3c17e114-7eff-4ed3-bc36-b182a3f004d8", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "3c17e114-7eff-4ed3-bc36-b182a3f004d8", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967-authn-ssl"}
2026-09-11T14:44:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "3c17e114-7eff-4ed3-bc36-b182a3f004d8", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "176f1317-3835-4b84-a909-7bfb69554528", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "176f1317-3835-4b84-a909-7bfb69554528", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967-authn-ssl"}
2026-09-11T14:44:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "176f1317-3835-4b84-a909-7bfb69554528", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "9d9cadb5-2f07-40e0-9c24-b22bae0ab59d", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "9d9cadb5-2f07-40e0-9c24-b22bae0ab59d", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967-authn-ssl"}
2026-09-11T14:44:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "9d9cadb5-2f07-40e0-9c24-b22bae0ab59d", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "7d0b0e06-8e57-4374-a6ca-cb6f6c6d660c", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "7d0b0e06-8e57-4374-a6ca-cb6f6c6d660c", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967-authn-ssl"}
2026-09-11T14:44:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "7d0b0e06-8e57-4374-a6ca-cb6f6c6d660c", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "91429825-6f54-4bdd-a081-d7d8f1e45ba6", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:44:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "91429825-6f54-4bdd-a081-d7d8f1e45ba6", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967-authn-ssl"}
2026-09-11T14:44:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "91429825-6f54-4bdd-a081-d7d8f1e45ba6", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:45:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "openshift-service-ca.crt", "reconcileID": "2a94d62b-9ff4-41bf-93d8-63896abf2ce4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-trusted-ca-bundle", "reconcileID": "3be6affb-0bc4-44ba-a899-2cbc88b1f88c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:45:00Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-trusted-ca-bundle", "reconcileID": "3be6affb-0bc4-44ba-a899-2cbc88b1f88c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "openshift-service-ca.crt", "reconcileID": "f34d5859-e6e4-4ee3-a4dd-cb96c7220de1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7825bc29-f48a-497a-b769-1040f3b76156", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "openshift-service-ca.crt", "reconcileID": "340fb3ee-8e42-4ece-82d7-258a6cbdce09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-trusted-ca-bundle", "reconcileID": "f1420b66-ef43-411a-b7d1-55e13cbdec7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "update": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:45:00Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-trusted-ca-bundle", "reconcileID": "f1420b66-ef43-411a-b7d1-55e13cbdec7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "532da47f-cff3-44df-bf01-687745e3e1ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "35903966-ba39-4f11-9530-40c64f656bc5", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:45:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "35903966-ba39-4f11-9530-40c64f656bc5", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967-authn-ssl"}
2026-09-11T14:45:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "35903966-ba39-4f11-9530-40c64f656bc5", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:45:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "f21c5b3f-47c1-4713-8413-6e4d5d3852f5", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:45:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "f21c5b3f-47c1-4713-8413-6e4d5d3852f5", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967-authn-ssl"}
2026-09-11T14:45:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "f21c5b3f-47c1-4713-8413-6e4d5d3852f5", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:45:22Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-11T14:45:22Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-11T14:45:23Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-11T14:45:23Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-11T14:45:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "9433a0f0-bf60-4fee-9b99-ac57ea798c3e", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:45:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "9433a0f0-bf60-4fee-9b99-ac57ea798c3e", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967-authn-ssl"}
2026-09-11T14:45:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "9433a0f0-bf60-4fee-9b99-ac57ea798c3e", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:45:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "b4078785-b1bc-4fe0-99c4-a90a57c943fe", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:45:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "b4078785-b1bc-4fe0-99c4-a90a57c943fe", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967-authn-ssl"}
2026-09-11T14:45:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "b4078785-b1bc-4fe0-99c4-a90a57c943fe", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:45:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72197e78-d1f4-4228-b70a-83550afc21aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72197e78-d1f4-4228-b70a-83550afc21aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:45:51Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72197e78-d1f4-4228-b70a-83550afc21aa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8f7967 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:45:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-trusted-ca-bundle", "reconcileID": "5d3cd9c2-8514-4cef-a776-9ad3ba9bb2f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-trusted-ca-bundle", "reconcileID": "5d3cd9c2-8514-4cef-a776-9ad3ba9bb2f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:45:51Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-trusted-ca-bundle", "reconcileID": "5d3cd9c2-8514-4cef-a776-9ad3ba9bb2f5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8f7967 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:45:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "openshift-service-ca.crt", "reconcileID": "278d6a71-24dc-47cf-99b5-19d5da30a4d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "openshift-service-ca.crt", "reconcileID": "278d6a71-24dc-47cf-99b5-19d5da30a4d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cce8dc8a-c00e-42c8-9886-0f03b52eb5a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cce8dc8a-c00e-42c8-9886-0f03b52eb5a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-trusted-ca-bundle", "reconcileID": "da0f355e-0f69-4404-af11-e98dffe6dfd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8f7967"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967", "name": "odh-trusted-ca-bundle", "reconcileID": "da0f355e-0f69-4404-af11-e98dffe6dfd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8f7967"}
2026-09-11T14:45:52Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8f7967","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8f7967", "reconcileID": "768b8342-3ca4-4c1b-94b0-5aa6ce235e37", "Gateway": "e2e-ipp-cleanup-8f7967", "namespace": "openshift-ingress"}
2026-09-11T14:46:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "d7aee848-951f-4dde-9143-506ee4d06ce1", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:46:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "d7aee848-951f-4dde-9143-506ee4d06ce1", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:46:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "d7aee848-951f-4dde-9143-506ee4d06ce1", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:46:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "35727c60-0e9d-402a-b7f8-514747ca3bd8", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:46:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "35727c60-0e9d-402a-b7f8-514747ca3bd8", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:46:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "35727c60-0e9d-402a-b7f8-514747ca3bd8", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:46:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "75913978-b636-4335-9182-fc90e724451a", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:46:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "75913978-b636-4335-9182-fc90e724451a", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:46:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "75913978-b636-4335-9182-fc90e724451a", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:46:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "c1c1b941-18b8-4055-9829-9d800690bf66", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "c1c1b941-18b8-4055-9829-9d800690bf66", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "c1c1b941-18b8-4055-9829-9d800690bf66", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "c1c1b941-18b8-4055-9829-9d800690bf66", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c-kserve-route-authn"}
2026-09-11T14:46:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "c1c1b941-18b8-4055-9829-9d800690bf66", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "authType": "userdefined"}
2026-09-11T14:46:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "c1c1b941-18b8-4055-9829-9d800690bf66", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:54Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "1218d0d7-66e4-4b4f-b550-8c96bc0359e8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:54Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "1218d0d7-66e4-4b4f-b550-8c96bc0359e8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c"}
2026-09-11T14:46:54Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "1218d0d7-66e4-4b4f-b550-8c96bc0359e8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:54Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "1218d0d7-66e4-4b4f-b550-8c96bc0359e8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:54Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "1218d0d7-66e4-4b4f-b550-8c96bc0359e8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c-kserve-route-authn"}
2026-09-11T14:46:54Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "1218d0d7-66e4-4b4f-b550-8c96bc0359e8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c-kserve-route-authn"}
2026-09-11T14:46:54Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "1218d0d7-66e4-4b4f-b550-8c96bc0359e8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:54Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "1218d0d7-66e4-4b4f-b550-8c96bc0359e8", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:54Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-f0ee6c","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "ipp-route-f0ee6c", "reconcileID": "984740ed-6817-4bc5-8109-faca375093fc", "LLMInferenceService": "ipp-route-f0ee6c", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "7488f54e-26ff-4308-ab2d-fdbc109dd399", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:46:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "7488f54e-26ff-4308-ab2d-fdbc109dd399", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:46:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "7488f54e-26ff-4308-ab2d-fdbc109dd399", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:46:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "95ad3c80-3d1e-4c39-9741-175259bc3774", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:46:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "95ad3c80-3d1e-4c39-9741-175259bc3774", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c-authn-ssl"}
2026-09-11T14:46:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "95ad3c80-3d1e-4c39-9741-175259bc3774", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:46:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36d0ae5c-3e24-4c77-8ac8-4b2253d673d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36d0ae5c-3e24-4c77-8ac8-4b2253d673d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:46:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36d0ae5c-3e24-4c77-8ac8-4b2253d673d7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-f0ee6c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:46:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "odh-trusted-ca-bundle", "reconcileID": "66d0f77c-09e4-46bb-9b1e-ad66c778cbde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "odh-trusted-ca-bundle", "reconcileID": "66d0f77c-09e4-46bb-9b1e-ad66c778cbde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "openshift-service-ca.crt", "reconcileID": "7aa30df5-0f2e-4c20-ada4-79cbb48a9f98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "openshift-service-ca.crt", "reconcileID": "7aa30df5-0f2e-4c20-ada4-79cbb48a9f98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "206fb027-fb00-44f7-a22c-f309cf9a43b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:46:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-f0ee6c"}, "namespace": "ai-tenant-e2e-ipp-a-f0ee6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "206fb027-fb00-44f7-a22c-f309cf9a43b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-f0ee6c"}
2026-09-11T14:47:03Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-f0ee6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-f0ee6c", "reconcileID": "e4d8baa1-ea1d-4c43-888c-2e0e473e4a07", "Gateway": "e2e-ipp-a-f0ee6c", "namespace": "openshift-ingress"}
2026-09-11T14:47:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "c9062e61-f774-425b-a8dc-e13a7706b773", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:47:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "c9062e61-f774-425b-a8dc-e13a7706b773", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2-authn-ssl"}
2026-09-11T14:47:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "c9062e61-f774-425b-a8dc-e13a7706b773", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:47:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "d96f3889-3618-4838-bfb5-638c27f5725e", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:47:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "d96f3889-3618-4838-bfb5-638c27f5725e", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2-authn-ssl"}
2026-09-11T14:47:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "d96f3889-3618-4838-bfb5-638c27f5725e", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:47:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ee1d895-48aa-4d00-aa65-b4b9aed7090a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:47:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ee1d895-48aa-4d00-aa65-b4b9aed7090a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:47:20Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ee1d895-48aa-4d00-aa65-b4b9aed7090a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-40d3a2 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:47:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "odh-trusted-ca-bundle", "reconcileID": "443c3c6b-b4ef-44d5-b7f8-29baeff4d044", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:47:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "odh-trusted-ca-bundle", "reconcileID": "443c3c6b-b4ef-44d5-b7f8-29baeff4d044", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:47:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "openshift-service-ca.crt", "reconcileID": "8847a035-5103-4346-be60-18f038c027b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:47:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "openshift-service-ca.crt", "reconcileID": "8847a035-5103-4346-be60-18f038c027b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:47:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54e30d5f-dce4-489d-9103-392d040d553b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:47:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-40d3a2"}, "namespace": "ai-tenant-e2e-ipp-b-40d3a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54e30d5f-dce4-489d-9103-392d040d553b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-40d3a2"}
2026-09-11T14:47:22Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-40d3a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-40d3a2", "reconcileID": "e0bc1563-f0ca-4e4f-92d2-5f3e19afb3c8", "Gateway": "e2e-ipp-b-40d3a2", "namespace": "openshift-ingress"}
2026-09-11T14:47:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-09b16c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-09b16c", "reconcileID": "8a163dc2-2b28-40f9-8e8d-103371e17ca9", "Gateway": "e2e-shared-a-w3-09b16c", "namespace": "openshift-ingress"}
2026-09-11T14:47:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-09b16c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-09b16c", "reconcileID": "8a163dc2-2b28-40f9-8e8d-103371e17ca9", "Gateway": "e2e-shared-a-w3-09b16c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-09b16c-authn-ssl"}
2026-09-11T14:47:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-09b16c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-09b16c", "reconcileID": "8a163dc2-2b28-40f9-8e8d-103371e17ca9", "Gateway": "e2e-shared-a-w3-09b16c", "namespace": "openshift-ingress"}
2026-09-11T14:47:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-09b16c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-09b16c", "reconcileID": "ede27cb5-4b27-4fe1-a6d6-7a14e86968f8", "Gateway": "e2e-shared-a-w3-09b16c", "namespace": "openshift-ingress"}
2026-09-11T14:47:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-09b16c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-09b16c", "reconcileID": "ede27cb5-4b27-4fe1-a6d6-7a14e86968f8", "Gateway": "e2e-shared-a-w3-09b16c", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-09b16c-authn-ssl"}
2026-09-11T14:47:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-09b16c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-09b16c", "reconcileID": "ede27cb5-4b27-4fe1-a6d6-7a14e86968f8", "Gateway": "e2e-shared-a-w3-09b16c", "namespace": "openshift-ingress"}
2026-09-11T14:47:40Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-09b16c"}, "namespace": "ai-tenant-e2e-shared-a-w3-09b16c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c45ba1e1-77a3-45a9-8e96-0ad8e7324fd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-09b16c"}
2026-09-11T14:47:40Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-09b16c"}, "namespace": "ai-tenant-e2e-shared-a-w3-09b16c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c45ba1e1-77a3-45a9-8e96-0ad8e7324fd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-09b16c", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:47:40Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-09b16c"}, "namespace": "ai-tenant-e2e-shared-a-w3-09b16c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c45ba1e1-77a3-45a9-8e96-0ad8e7324fd6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-09b16c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:47:40Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-09b16c"}, "namespace": "ai-tenant-e2e-shared-a-w3-09b16c", "name": "odh-trusted-ca-bundle", "reconcileID": "0c18bf44-7c95-49a4-bd3f-b00fd0418974", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-09b16c"}
2026-09-11T14:47:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-09b16c"}, "namespace": "ai-tenant-e2e-shared-a-w3-09b16c", "name": "odh-trusted-ca-bundle", "reconcileID": "0c18bf44-7c95-49a4-bd3f-b00fd0418974", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-09b16c"}
2026-09-11T14:47:40Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-09b16c"}, "namespace": "ai-tenant-e2e-shared-a-w3-09b16c", "name": "openshift-service-ca.crt", "reconcileID": "abab674d-1cc3-46be-a4fa-7ca476c5666e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-09b16c"}
2026-09-11T14:47:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-09b16c"}, "namespace": "ai-tenant-e2e-shared-a-w3-09b16c", "name": "openshift-service-ca.crt", "reconcileID": "abab674d-1cc3-46be-a4fa-7ca476c5666e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-09b16c"}
2026-09-11T14:47:40Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-09b16c"}, "namespace": "ai-tenant-e2e-shared-a-w3-09b16c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f27f4d29-0ee5-4df6-b86e-020f41861012", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-09b16c"}
2026-09-11T14:47:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-09b16c"}, "namespace": "ai-tenant-e2e-shared-a-w3-09b16c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f27f4d29-0ee5-4df6-b86e-020f41861012", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-09b16c"}
2026-09-11T14:47:41Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-09b16c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-09b16c", "reconcileID": "f747ee57-b3d3-4209-8c1d-f2b9866965f2", "Gateway": "e2e-shared-a-w3-09b16c", "namespace": "openshift-ingress"}
2026-09-11T14:47:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "e3bb90fd-2f0c-4448-a827-fe8f7c55d956", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress"}
2026-09-11T14:47:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "e3bb90fd-2f0c-4448-a827-fe8f7c55d956", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e-authn-ssl"}
2026-09-11T14:47:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "e3bb90fd-2f0c-4448-a827-fe8f7c55d956", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress"}
2026-09-11T14:47:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "f39019f5-873e-49f6-a92a-5278179a14db", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress"}
2026-09-11T14:47:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "f39019f5-873e-49f6-a92a-5278179a14db", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e-authn-ssl"}
2026-09-11T14:47:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "f39019f5-873e-49f6-a92a-5278179a14db", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress"}
2026-09-11T14:48:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1c284e"}, "namespace": "ai-tenant-e2e-shared-b-w3-1c284e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b93b2ba1-ca48-41b4-b53b-4983812071c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1c284e"}
2026-09-11T14:48:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1c284e"}, "namespace": "ai-tenant-e2e-shared-b-w3-1c284e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b93b2ba1-ca48-41b4-b53b-4983812071c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1c284e", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T14:48:00Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1c284e"}, "namespace": "ai-tenant-e2e-shared-b-w3-1c284e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b93b2ba1-ca48-41b4-b53b-4983812071c7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-1c284e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T14:48:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1c284e"}, "namespace": "ai-tenant-e2e-shared-b-w3-1c284e", "name": "odh-trusted-ca-bundle", "reconcileID": "abd52e3e-88d1-4740-9e8c-66a0ce799835", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1c284e"}
2026-09-11T14:48:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1c284e"}, "namespace": "ai-tenant-e2e-shared-b-w3-1c284e", "name": "odh-trusted-ca-bundle", "reconcileID": "abd52e3e-88d1-4740-9e8c-66a0ce799835", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1c284e"}
2026-09-11T14:48:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-1c284e"}, "namespace": "ai-tenant-e2e-shared-b-w3-1c284e", "name": "openshift-service-ca.crt", "reconcileID": "404cde11-06a0-41c5-aafa-4620132adee2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-1c284e"}
2026-09-11T14:48:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-1c284e"}, "namespace": "ai-tenant-e2e-shared-b-w3-1c284e", "name": "openshift-service-ca.crt", "reconcileID": "404cde11-06a0-41c5-aafa-4620132adee2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-1c284e"}
2026-09-11T14:48:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1c284e"}, "namespace": "ai-tenant-e2e-shared-b-w3-1c284e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14bb1971-1cd4-4170-9603-a3bed9d164b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1c284e"}
2026-09-11T14:48:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1c284e"}, "namespace": "ai-tenant-e2e-shared-b-w3-1c284e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14bb1971-1cd4-4170-9603-a3bed9d164b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1c284e"}
2026-09-11T14:48:01Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1c284e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1c284e", "reconcileID": "8d27b879-4a69-465d-8f10-4b8e29b469d0", "Gateway": "e2e-shared-b-w3-1c284e", "namespace": "openshift-ingress"}
2026-09-11T14:51:07Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-11T14:51:07Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-11T14:51:08Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-11T14:51:08Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-11T14:52:21Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "c0aa825e-7d20-4681-93b8-c63750707f26", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:21Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "c0aa825e-7d20-4681-93b8-c63750707f26", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:21Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "c0aa825e-7d20-4681-93b8-c63750707f26", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "50e76c37-77e4-4ae4-8907-ab64449eb81d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:52:21Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "c0aa825e-7d20-4681-93b8-c63750707f26", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm", "name": "e2e-same-id-a-bf44e879-kserve-route-authn"}
2026-09-11T14:52:21Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "c0aa825e-7d20-4681-93b8-c63750707f26", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm", "authType": "userdefined"}
2026-09-11T14:52:21Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "c0aa825e-7d20-4681-93b8-c63750707f26", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "50e76c37-77e4-4ae4-8907-ab64449eb81d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T14:52:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "50e76c37-77e4-4ae4-8907-ab64449eb81d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:52:21Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "ac635675-7ad0-4d2c-a34c-7704c903376a", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:21Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "ac635675-7ad0-4d2c-a34c-7704c903376a", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:21Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "ac635675-7ad0-4d2c-a34c-7704c903376a", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:21Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "ac635675-7ad0-4d2c-a34c-7704c903376a", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm", "name": "e2e-same-id-a-bf44e879-kserve-route-authn"}
2026-09-11T14:52:21Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "ac635675-7ad0-4d2c-a34c-7704c903376a", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm", "authType": "userdefined"}
2026-09-11T14:52:21Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "ac635675-7ad0-4d2c-a34c-7704c903376a", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:21Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "1fd48298-16c1-4fd8-83d3-1aab9e76f616", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:52:21Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "1fd48298-16c1-4fd8-83d3-1aab9e76f616", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:52:21Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "1fd48298-16c1-4fd8-83d3-1aab9e76f616", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:52:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "967627d4-e0c5-403e-954c-2eca5276ca5c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:52:21Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "1fd48298-16c1-4fd8-83d3-1aab9e76f616", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm", "name": "e2e-same-id-b-bf44e879-kserve-route-authn"}
2026-09-11T14:52:21Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "1fd48298-16c1-4fd8-83d3-1aab9e76f616", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm", "authType": "userdefined"}
2026-09-11T14:52:21Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "1fd48298-16c1-4fd8-83d3-1aab9e76f616", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:52:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "967627d4-e0c5-403e-954c-2eca5276ca5c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T14:52:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "967627d4-e0c5-403e-954c-2eca5276ca5c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:52:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "682398ab-a123-411b-8339-2137754fc14c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:52:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "682398ab-a123-411b-8339-2137754fc14c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T14:52:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "682398ab-a123-411b-8339-2137754fc14c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:52:31Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "e5a41066-082d-4eaa-a67b-1bed80fc2665", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:31Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "e5a41066-082d-4eaa-a67b-1bed80fc2665", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:31Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "e5a41066-082d-4eaa-a67b-1bed80fc2665", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:31Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "e5a41066-082d-4eaa-a67b-1bed80fc2665", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm", "name": "e2e-same-id-a-bf44e879-kserve-route-authn"}
2026-09-11T14:52:31Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "e5a41066-082d-4eaa-a67b-1bed80fc2665", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm", "authType": "userdefined"}
2026-09-11T14:52:31Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "e5a41066-082d-4eaa-a67b-1bed80fc2665", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:31Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "ba3ea82d-5318-4386-b5de-3879bc43facb", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:52:31Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "ba3ea82d-5318-4386-b5de-3879bc43facb", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:52:31Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "ba3ea82d-5318-4386-b5de-3879bc43facb", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:52:31Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "ba3ea82d-5318-4386-b5de-3879bc43facb", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm", "name": "e2e-same-id-b-bf44e879-kserve-route-authn"}
2026-09-11T14:52:31Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "ba3ea82d-5318-4386-b5de-3879bc43facb", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm", "authType": "userdefined"}
2026-09-11T14:52:31Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "ba3ea82d-5318-4386-b5de-3879bc43facb", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:52:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e431961b-cca7-496a-b0af-a11c68000445", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:52:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e431961b-cca7-496a-b0af-a11c68000445", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T14:52:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e431961b-cca7-496a-b0af-a11c68000445", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:52:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "9cb1b89b-7afd-45ff-981d-6cc1889c5893", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:52:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "9cb1b89b-7afd-45ff-981d-6cc1889c5893", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:52:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "9cb1b89b-7afd-45ff-981d-6cc1889c5893", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:52:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "9cb1b89b-7afd-45ff-981d-6cc1889c5893", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm", "name": "e2e-same-id-b-bf44e879-kserve-route-authn"}
2026-09-11T14:52:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "9cb1b89b-7afd-45ff-981d-6cc1889c5893", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm", "authType": "userdefined"}
2026-09-11T14:52:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "9cb1b89b-7afd-45ff-981d-6cc1889c5893", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:52:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "4b5bb06a-2536-4c0a-a748-a8d9e354e060", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "4b5bb06a-2536-4c0a-a748-a8d9e354e060", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "4b5bb06a-2536-4c0a-a748-a8d9e354e060", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:52:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "4b5bb06a-2536-4c0a-a748-a8d9e354e060", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm", "name": "e2e-same-id-a-bf44e879-kserve-route-authn"}
2026-09-11T14:52:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "4b5bb06a-2536-4c0a-a748-a8d9e354e060", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm", "authType": "userdefined"}
2026-09-11T14:52:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "4b5bb06a-2536-4c0a-a748-a8d9e354e060", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:53:07Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "80dd192b-86a2-4934-b6ff-ef48f7bf230b", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:53:07Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "80dd192b-86a2-4934-b6ff-ef48f7bf230b", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:53:07Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "80dd192b-86a2-4934-b6ff-ef48f7bf230b", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:53:07Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "80dd192b-86a2-4934-b6ff-ef48f7bf230b", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm", "name": "e2e-same-id-b-bf44e879-kserve-route-authn"}
2026-09-11T14:53:07Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "80dd192b-86a2-4934-b6ff-ef48f7bf230b", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm", "authType": "userdefined"}
2026-09-11T14:53:07Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "80dd192b-86a2-4934-b6ff-ef48f7bf230b", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:53:09Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "7726a83c-7330-4739-9290-f4dfbf57c88e", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:53:09Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "7726a83c-7330-4739-9290-f4dfbf57c88e", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm", "name": "e2e-same-id-a-bf44e879"}
2026-09-11T14:53:09Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "7726a83c-7330-4739-9290-f4dfbf57c88e", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:53:09Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "7726a83c-7330-4739-9290-f4dfbf57c88e", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:53:09Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "7726a83c-7330-4739-9290-f4dfbf57c88e", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm", "name": "e2e-same-id-a-bf44e879-kserve-route-authn"}
2026-09-11T14:53:09Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "7726a83c-7330-4739-9290-f4dfbf57c88e", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm", "name": "e2e-same-id-a-bf44e879-kserve-route-authn"}
2026-09-11T14:53:09Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bf44e879", "reconcileID": "1b4ede23-cf96-4bfd-89e1-ff4d8da11613", "LLMInferenceService": "e2e-same-id-a-bf44e879", "namespace": "llm"}
2026-09-11T14:53:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d49b0dbb-7626-4338-9e01-2ff19d8943bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:53:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d49b0dbb-7626-4338-9e01-2ff19d8943bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T14:53:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d49b0dbb-7626-4338-9e01-2ff19d8943bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:53:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dbd6c186-29b0-4cf7-b3c2-bae0444bf1a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:53:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dbd6c186-29b0-4cf7-b3c2-bae0444bf1a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T14:53:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dbd6c186-29b0-4cf7-b3c2-bae0444bf1a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:53:09Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "159be67a-bb32-425e-b084-dbcd971fa7f2", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:53:09Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "159be67a-bb32-425e-b084-dbcd971fa7f2", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm", "name": "e2e-same-id-b-bf44e879"}
2026-09-11T14:53:09Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "159be67a-bb32-425e-b084-dbcd971fa7f2", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:53:09Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "159be67a-bb32-425e-b084-dbcd971fa7f2", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:53:09Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "159be67a-bb32-425e-b084-dbcd971fa7f2", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm", "name": "e2e-same-id-b-bf44e879-kserve-route-authn"}
2026-09-11T14:53:09Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "159be67a-bb32-425e-b084-dbcd971fa7f2", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm", "name": "e2e-same-id-b-bf44e879-kserve-route-authn"}
2026-09-11T14:53:11Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bf44e879","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bf44e879", "reconcileID": "3409cee6-1c1b-4f60-9f9d-b59be16df449", "LLMInferenceService": "e2e-same-id-b-bf44e879", "namespace": "llm"}
2026-09-11T14:53:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0135dd8b-4a8b-41aa-b2a0-5c4e1baed0d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:53:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0135dd8b-4a8b-41aa-b2a0-5c4e1baed0d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T14:53:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0135dd8b-4a8b-41aa-b2a0-5c4e1baed0d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:53:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "271db30d-9cce-4f46-aa8c-232933b4f479", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T14:53:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "271db30d-9cce-4f46-aa8c-232933b4f479", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T14:53:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "271db30d-9cce-4f46-aa8c-232933b4f479", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}