2026-06-11T16:34:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "af657255-752f-425e-9541-b59e024b3daa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:34:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "af657255-752f-425e-9541-b59e024b3daa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:34:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "af657255-752f-425e-9541-b59e024b3daa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d06dd437-919c-4ec3-bdb3-0a6273a98dbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-06-11T16:34:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78c67056-4a02-4456-b325-edd06bc9102e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:34:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78c67056-4a02-4456-b325-edd06bc9102e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:34:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "78c67056-4a02-4456-b325-edd06bc9102e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "f974d356-bb94-45b9-95a8-2186147caa69", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T16:37:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "550c61bb-8cfa-4566-b7e7-cacf870c5915", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-11T16:37:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "60b9ad28-3bbd-400b-a181-2553a7cafb78", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:37:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "60b9ad28-3bbd-400b-a181-2553a7cafb78", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T16:37:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "baf27158-1f5b-4293-bcc8-376f1c2bafba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:37:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "baf27158-1f5b-4293-bcc8-376f1c2bafba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-11T16:37:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "129f776c-4836-41c4-b5fe-208a59d8e3ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-11T16:37:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "fa72a082-5cf2-490a-95ac-1c9140734c47", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3d410076-267a-4446-9a22-49cdb4d71c02", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3d410076-267a-4446-9a22-49cdb4d71c02", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3d410076-267a-4446-9a22-49cdb4d71c02", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36563e4e-ac46-4f07-af1b-87797c21cf43", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36563e4e-ac46-4f07-af1b-87797c21cf43", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:37:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3d410076-267a-4446-9a22-49cdb4d71c02", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T16:37:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3d410076-267a-4446-9a22-49cdb4d71c02", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:37:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3d410076-267a-4446-9a22-49cdb4d71c02", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "36563e4e-ac46-4f07-af1b-87797c21cf43", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b6d97df0-2509-4288-a4a7-5c0bb4fd06ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b6d97df0-2509-4288-a4a7-5c0bb4fd06ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b6d97df0-2509-4288-a4a7-5c0bb4fd06ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ba9d2f8-252f-424b-b0b6-916e0e59eea5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b6d97df0-2509-4288-a4a7-5c0bb4fd06ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T16:37:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b6d97df0-2509-4288-a4a7-5c0bb4fd06ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:37:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "b6d97df0-2509-4288-a4a7-5c0bb4fd06ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ba9d2f8-252f-424b-b0b6-916e0e59eea5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8ba9d2f8-252f-424b-b0b6-916e0e59eea5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "71b9a9a4-3ab8-4de5-b679-dbf2663f508e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "71b9a9a4-3ab8-4de5-b679-dbf2663f508e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "71b9a9a4-3ab8-4de5-b679-dbf2663f508e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a824cd8d-a32d-472c-b1f8-10a067b5888d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "71b9a9a4-3ab8-4de5-b679-dbf2663f508e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T16:37:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "71b9a9a4-3ab8-4de5-b679-dbf2663f508e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:37:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "71b9a9a4-3ab8-4de5-b679-dbf2663f508e", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a824cd8d-a32d-472c-b1f8-10a067b5888d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:37:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6f40c22-65e5-46d1-8e58-f95e8b82cd4c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6f40c22-65e5-46d1-8e58-f95e8b82cd4c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6f40c22-65e5-46d1-8e58-f95e8b82cd4c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6f40c22-65e5-46d1-8e58-f95e8b82cd4c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T16:37:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6f40c22-65e5-46d1-8e58-f95e8b82cd4c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:37:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "e6f40c22-65e5-46d1-8e58-f95e8b82cd4c", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:37:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a824cd8d-a32d-472c-b1f8-10a067b5888d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "514d53ab-df3e-46e4-bf52-6b935681d257", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "514d53ab-df3e-46e4-bf52-6b935681d257", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:37:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "514d53ab-df3e-46e4-bf52-6b935681d257", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1030ce0d-e5e1-4715-9132-e48fc15cd3ab", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:37:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1030ce0d-e5e1-4715-9132-e48fc15cd3ab", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:37:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1030ce0d-e5e1-4715-9132-e48fc15cd3ab", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:37:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8b02234-fc62-4995-b70a-54ea38af4f87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1030ce0d-e5e1-4715-9132-e48fc15cd3ab", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T16:37:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1030ce0d-e5e1-4715-9132-e48fc15cd3ab", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:37:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "1030ce0d-e5e1-4715-9132-e48fc15cd3ab", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:37:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8b02234-fc62-4995-b70a-54ea38af4f87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:37:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c8b02234-fc62-4995-b70a-54ea38af4f87", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "66852d19-e618-435c-a3fb-2135b66ab6e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:37:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "66852d19-e618-435c-a3fb-2135b66ab6e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:37:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "66852d19-e618-435c-a3fb-2135b66ab6e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:37:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0c250d90-a6c2-42f6-bb9e-19652de08899", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "66852d19-e618-435c-a3fb-2135b66ab6e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T16:37:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "66852d19-e618-435c-a3fb-2135b66ab6e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:37:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "66852d19-e618-435c-a3fb-2135b66ab6e9", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:37:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0c250d90-a6c2-42f6-bb9e-19652de08899", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:37:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0c250d90-a6c2-42f6-bb9e-19652de08899", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "13841b1a-c8c0-459c-afa6-94f0ca852055", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:37:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "13841b1a-c8c0-459c-afa6-94f0ca852055", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:37:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "13841b1a-c8c0-459c-afa6-94f0ca852055", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:37:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a5b5df8-80e8-4dd7-82dd-c8d4d8be85f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "13841b1a-c8c0-459c-afa6-94f0ca852055", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T16:37:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "13841b1a-c8c0-459c-afa6-94f0ca852055", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:37:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "13841b1a-c8c0-459c-afa6-94f0ca852055", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:37:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a5b5df8-80e8-4dd7-82dd-c8d4d8be85f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:37:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9a5b5df8-80e8-4dd7-82dd-c8d4d8be85f9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:45Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T16:37:45Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T16:37:47Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T16:37:47Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T16:37:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b0460f3d-0784-4f99-a132-70792fa520a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b0460f3d-0784-4f99-a132-70792fa520a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:37:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b0460f3d-0784-4f99-a132-70792fa520a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d90c515e-6cc2-4190-a265-632aecddb252", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:37:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d90c515e-6cc2-4190-a265-632aecddb252", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:37:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d90c515e-6cc2-4190-a265-632aecddb252", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:37:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d90c515e-6cc2-4190-a265-632aecddb252", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T16:37:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d90c515e-6cc2-4190-a265-632aecddb252", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:37:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d90c515e-6cc2-4190-a265-632aecddb252", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:37:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ac5b8ee2-6f9a-45df-a7c5-c169a0e5806c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:37:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ac5b8ee2-6f9a-45df-a7c5-c169a0e5806c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:37:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ac5b8ee2-6f9a-45df-a7c5-c169a0e5806c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:37:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ac5b8ee2-6f9a-45df-a7c5-c169a0e5806c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T16:37:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ac5b8ee2-6f9a-45df-a7c5-c169a0e5806c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:37:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "ac5b8ee2-6f9a-45df-a7c5-c169a0e5806c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:37:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05e14666-666d-466e-9e36-f9ef81927cae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05e14666-666d-466e-9e36-f9ef81927cae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:37:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "05e14666-666d-466e-9e36-f9ef81927cae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:37:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "057cd62e-0363-4b1c-989e-e62b506538ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:37:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "057cd62e-0363-4b1c-989e-e62b506538ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:37:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "057cd62e-0363-4b1c-989e-e62b506538ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:37:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "057cd62e-0363-4b1c-989e-e62b506538ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T16:37:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "057cd62e-0363-4b1c-989e-e62b506538ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:37:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "057cd62e-0363-4b1c-989e-e62b506538ae", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:37:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "464761eb-40ca-47b2-a92e-cb9ca36c9823", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:37:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "464761eb-40ca-47b2-a92e-cb9ca36c9823", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:37:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "464761eb-40ca-47b2-a92e-cb9ca36c9823", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:37:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "464761eb-40ca-47b2-a92e-cb9ca36c9823", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T16:37:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "464761eb-40ca-47b2-a92e-cb9ca36c9823", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:37:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "464761eb-40ca-47b2-a92e-cb9ca36c9823", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:38:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "92f8f623-4259-4c87-a3fa-aa3d5c473090", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:38:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "92f8f623-4259-4c87-a3fa-aa3d5c473090", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:38:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "92f8f623-4259-4c87-a3fa-aa3d5c473090", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:38:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95000dcf-4f81-4f3a-b788-9b0b78dfc410", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:38:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95000dcf-4f81-4f3a-b788-9b0b78dfc410", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:38:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95000dcf-4f81-4f3a-b788-9b0b78dfc410", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:38:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95000dcf-4f81-4f3a-b788-9b0b78dfc410", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T16:38:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95000dcf-4f81-4f3a-b788-9b0b78dfc410", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:38:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "95000dcf-4f81-4f3a-b788-9b0b78dfc410", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:38:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "08be04c5-092c-422a-8b9b-ecc1ce5797f8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "08be04c5-092c-422a-8b9b-ecc1ce5797f8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "08be04c5-092c-422a-8b9b-ecc1ce5797f8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "08be04c5-092c-422a-8b9b-ecc1ce5797f8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T16:38:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "08be04c5-092c-422a-8b9b-ecc1ce5797f8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:38:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "08be04c5-092c-422a-8b9b-ecc1ce5797f8", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c177e9f9-9426-4f63-a950-5d717c30fb24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:38:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c177e9f9-9426-4f63-a950-5d717c30fb24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:38:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c177e9f9-9426-4f63-a950-5d717c30fb24", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:38:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2c0c070f-19e8-4cd4-91d3-d9a28a5f7ffa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2c0c070f-19e8-4cd4-91d3-d9a28a5f7ffa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2c0c070f-19e8-4cd4-91d3-d9a28a5f7ffa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2c0c070f-19e8-4cd4-91d3-d9a28a5f7ffa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T16:38:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2c0c070f-19e8-4cd4-91d3-d9a28a5f7ffa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:38:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "2c0c070f-19e8-4cd4-91d3-d9a28a5f7ffa", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68f28f48-6af3-4799-bad4-286f93bb8b8b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68f28f48-6af3-4799-bad4-286f93bb8b8b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68f28f48-6af3-4799-bad4-286f93bb8b8b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68f28f48-6af3-4799-bad4-286f93bb8b8b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T16:38:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68f28f48-6af3-4799-bad4-286f93bb8b8b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:38:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "68f28f48-6af3-4799-bad4-286f93bb8b8b", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5c5bd12-13fd-48da-9440-89a68eb76f31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:38:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5c5bd12-13fd-48da-9440-89a68eb76f31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:38:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e5c5bd12-13fd-48da-9440-89a68eb76f31", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:38:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5004a9c2-c6d1-4502-b950-8c1a5d80e578", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5004a9c2-c6d1-4502-b950-8c1a5d80e578", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5004a9c2-c6d1-4502-b950-8c1a5d80e578", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5004a9c2-c6d1-4502-b950-8c1a5d80e578", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T16:38:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5004a9c2-c6d1-4502-b950-8c1a5d80e578", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:38:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "5004a9c2-c6d1-4502-b950-8c1a5d80e578", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:38:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4bc61cdd-cf7c-4246-a59c-fb59bb4f7a68", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:38:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4bc61cdd-cf7c-4246-a59c-fb59bb4f7a68", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:38:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4bc61cdd-cf7c-4246-a59c-fb59bb4f7a68", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:38:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4bc61cdd-cf7c-4246-a59c-fb59bb4f7a68", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T16:38:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4bc61cdd-cf7c-4246-a59c-fb59bb4f7a68", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:38:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "4bc61cdd-cf7c-4246-a59c-fb59bb4f7a68", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:38:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98c7aa3e-3000-43b7-a37f-a44961d7ee2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:38:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98c7aa3e-3000-43b7-a37f-a44961d7ee2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:38:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "98c7aa3e-3000-43b7-a37f-a44961d7ee2b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:38:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a14b10a1-8629-4f1c-9448-684d2b62c2e3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:38:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a14b10a1-8629-4f1c-9448-684d2b62c2e3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:38:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a14b10a1-8629-4f1c-9448-684d2b62c2e3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:38:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a14b10a1-8629-4f1c-9448-684d2b62c2e3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T16:38:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a14b10a1-8629-4f1c-9448-684d2b62c2e3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:38:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "a14b10a1-8629-4f1c-9448-684d2b62c2e3", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:38:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "61cb38b9-6a2a-4c4d-a0a1-14c99ea58e47", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:38:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "61cb38b9-6a2a-4c4d-a0a1-14c99ea58e47", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:38:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "61cb38b9-6a2a-4c4d-a0a1-14c99ea58e47", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:38:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "61cb38b9-6a2a-4c4d-a0a1-14c99ea58e47", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T16:38:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "61cb38b9-6a2a-4c4d-a0a1-14c99ea58e47", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:38:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "61cb38b9-6a2a-4c4d-a0a1-14c99ea58e47", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:38:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8f4219fd-e65f-44fd-afd8-087afcf8554c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:38:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8f4219fd-e65f-44fd-afd8-087afcf8554c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:38:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8f4219fd-e65f-44fd-afd8-087afcf8554c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:38:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8f4219fd-e65f-44fd-afd8-087afcf8554c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-11T16:38:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8f4219fd-e65f-44fd-afd8-087afcf8554c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:38:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "8f4219fd-e65f-44fd-afd8-087afcf8554c", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-11T16:38:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "46b9bd13-3407-4fb9-95d2-f1a4e80ca148", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:38:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "46b9bd13-3407-4fb9-95d2-f1a4e80ca148", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:38:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "46b9bd13-3407-4fb9-95d2-f1a4e80ca148", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:38:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "46b9bd13-3407-4fb9-95d2-f1a4e80ca148", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-11T16:38:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "46b9bd13-3407-4fb9-95d2-f1a4e80ca148", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:38:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "46b9bd13-3407-4fb9-95d2-f1a4e80ca148", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-11T16:39:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e1b66492-eb99-4857-9812-f4babe2d3ac0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:39:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e1b66492-eb99-4857-9812-f4babe2d3ac0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:39:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e1b66492-eb99-4857-9812-f4babe2d3ac0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:39:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e1b66492-eb99-4857-9812-f4babe2d3ac0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T16:39:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e1b66492-eb99-4857-9812-f4babe2d3ac0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:39:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "e1b66492-eb99-4857-9812-f4babe2d3ac0", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:39:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c713024d-ee0d-49e2-b89e-c474455b540e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:39:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c713024d-ee0d-49e2-b89e-c474455b540e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:39:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c713024d-ee0d-49e2-b89e-c474455b540e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:39:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c713024d-ee0d-49e2-b89e-c474455b540e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-11T16:39:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c713024d-ee0d-49e2-b89e-c474455b540e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:39:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "c713024d-ee0d-49e2-b89e-c474455b540e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-11T16:39:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "91927e09-222b-4afc-a67e-d2b62080e754", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:39:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "91927e09-222b-4afc-a67e-d2b62080e754", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:39:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "91927e09-222b-4afc-a67e-d2b62080e754", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:39:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "91927e09-222b-4afc-a67e-d2b62080e754", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T16:39:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "91927e09-222b-4afc-a67e-d2b62080e754", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:39:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "91927e09-222b-4afc-a67e-d2b62080e754", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:39:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "777b63ec-b147-48c3-87f0-c12e000a4e35", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:39:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "777b63ec-b147-48c3-87f0-c12e000a4e35", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:39:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "777b63ec-b147-48c3-87f0-c12e000a4e35", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:39:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "777b63ec-b147-48c3-87f0-c12e000a4e35", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-11T16:39:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "777b63ec-b147-48c3-87f0-c12e000a4e35", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:39:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "777b63ec-b147-48c3-87f0-c12e000a4e35", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-11T16:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "8c6f5ec3-a063-415a-ab8b-743ce75731d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T16:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "dc86733a-0a12-41d5-a0ac-3bd968c625aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T16:39:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "11197df0-e5b1-4746-a8f5-d64a4127586b", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:39:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "11197df0-e5b1-4746-a8f5-d64a4127586b", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T16:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5907719e-4be8-4732-9ebb-0697c0fbc821", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T16:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "c659c5bf-b84a-4b27-8782-084c56fb9a40", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-11T16:39:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "1242cd06-56d8-4093-afea-4dc764c7f6ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:39:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "1242cd06-56d8-4093-afea-4dc764c7f6ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T16:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56161ebf-f29e-4bb4-b2ac-68dd941ede58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-11T16:39:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "dfc3aa64-4e81-48c6-8d90-2127cf05d5a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T16:39:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "09e55049-307c-4682-873e-5b4e6c3f7eda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T16:39:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "108c6727-1ade-423c-9f74-556ce2586dd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:39:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "108c6727-1ade-423c-9f74-556ce2586dd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T16:39:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38c52a55-292e-4149-b72c-b26b23a8bf6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T16:39:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "7537b938-3382-4e5b-a506-28693bc226df", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-11T16:39:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "bc7aaf58-635b-4bb6-9fd2-a411ca7eb92c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:39:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "bc7aaf58-635b-4bb6-9fd2-a411ca7eb92c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-11T16:39:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0eff5148-890f-4a59-82be-a9eeb9ce3b59", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-11T16:39:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "81f544c3-fbc4-42bc-969f-da9fa04e5d24", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:39:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "81f544c3-fbc4-42bc-969f-da9fa04e5d24", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:39:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "81f544c3-fbc4-42bc-969f-da9fa04e5d24", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:39:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "81f544c3-fbc4-42bc-969f-da9fa04e5d24", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-11T16:39:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "81f544c3-fbc4-42bc-969f-da9fa04e5d24", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-11T16:39:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "81f544c3-fbc4-42bc-969f-da9fa04e5d24", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-11T16:41:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "92167815-3e3e-4e41-b075-553749acb32b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "54d6972a-1a4e-49e5-afd6-871831e745f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f9a45917-c61c-4706-8ec1-4bdf9bebd8a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:41:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f9a45917-c61c-4706-8ec1-4bdf9bebd8a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "626c9c94-5ddf-4fc7-a850-805dc7a50517", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:41:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "626c9c94-5ddf-4fc7-a850-805dc7a50517", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T16:41:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3412ace8-8314-40f8-952a-8c94aca26d92", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "48bf64b6-8ca4-4c4e-a8f2-b66b7bf1b0e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:41:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "48bf64b6-8ca4-4c4e-a8f2-b66b7bf1b0e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "f82d0759-97c6-4bea-a5ec-333174495205", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "347a912c-7547-4c23-a16d-ee10542061b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b310596-3857-4cf2-a0bc-3a00a08543f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b310596-3857-4cf2-a0bc-3a00a08543f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:41:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b310596-3857-4cf2-a0bc-3a00a08543f9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T16:41:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2b2f6290-17dc-49e9-a082-2af0c48810b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "2b2f6290-17dc-49e9-a082-2af0c48810b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b2e6b1c6-474b-4dd8-b3f4-6f594bee73b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b2e6b1c6-474b-4dd8-b3f4-6f594bee73b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "feaadab5-20ca-41be-8a6a-40b40425633f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:41:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "feaadab5-20ca-41be-8a6a-40b40425633f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-11T16:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "b4793fda-fdc6-47fb-9fdd-0a8936ee1cb2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "c184f107-2128-469a-ac3b-af10280d6f42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "51366df1-ccb8-4c41-9aae-d1a621e87930", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:42:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "51366df1-ccb8-4c41-9aae-d1a621e87930", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61dea503-3016-4f6f-8344-9f0f0860c795", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "dadbabe5-4b4b-4f50-90cd-4d3a6a66d2b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5f5abfa3-2c73-45fb-a805-b6b9a4e1a706", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:42:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "5f5abfa3-2c73-45fb-a805-b6b9a4e1a706", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed40f500-6444-4fa1-9bd2-df45a4c1590f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "326c1b73-32ef-4199-a9d9-de538ea490fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "326c1b73-32ef-4199-a9d9-de538ea490fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:42:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "326c1b73-32ef-4199-a9d9-de538ea490fd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T16:42:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "dede3005-266e-4d42-8134-0859fcc2c8f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "dede3005-266e-4d42-8134-0859fcc2c8f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1cbfc9f6-ad4f-4269-9349-60f7ab567ba7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "1cbfc9f6-ad4f-4269-9349-60f7ab567ba7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee7c47b3-368c-45d4-a225-9205a08adab1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee7c47b3-368c-45d4-a225-9205a08adab1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-11T16:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "openshift-service-ca.crt", "reconcileID": "caabad82-8dd6-4686-9860-420f486225a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "odh-trusted-ca-bundle", "reconcileID": "c717b96d-9d4a-4a92-aa3f-f7aaac2f2114", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:42:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "openshift-service-ca.crt", "reconcileID": "0f0d54d4-8cfc-4735-98a5-a2fa6d53a512", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-ddd28a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:42:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "openshift-service-ca.crt", "reconcileID": "0f0d54d4-8cfc-4735-98a5-a2fa6d53a512", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a37a9be-e179-4641-aeb9-6d83611b5820", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "openshift-service-ca.crt", "reconcileID": "52debf86-8b86-4426-a5b8-108b4a311fa1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:42:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "odh-trusted-ca-bundle", "reconcileID": "029fd628-cf2a-404f-9af5-aebcc462b589", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-ddd28a", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:42:46Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "odh-trusted-ca-bundle", "reconcileID": "029fd628-cf2a-404f-9af5-aebcc462b589", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a12f7dda-8ecc-48da-bcb4-85b1c90f6f49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:42:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afd6eac0-fa50-402f-9dd7-f1684dfc5029", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:42:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afd6eac0-fa50-402f-9dd7-f1684dfc5029", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:42:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "afd6eac0-fa50-402f-9dd7-f1684dfc5029", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:42:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5aaa0082-c4ad-47bb-b338-e5672f78c9f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:42:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5aaa0082-c4ad-47bb-b338-e5672f78c9f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:42:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5aaa0082-c4ad-47bb-b338-e5672f78c9f2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99c189d9-0d0f-467d-8938-af8636ba321e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99c189d9-0d0f-467d-8938-af8636ba321e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:43:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "99c189d9-0d0f-467d-8938-af8636ba321e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1d25471-9038-4661-9e0e-98cdb8ede86f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1d25471-9038-4661-9e0e-98cdb8ede86f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:43:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d1d25471-9038-4661-9e0e-98cdb8ede86f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d868e6e0-c5cd-4d8d-9f38-e8d0b20aea4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:43:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d868e6e0-c5cd-4d8d-9f38-e8d0b20aea4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-ddd28a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:43:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d868e6e0-c5cd-4d8d-9f38-e8d0b20aea4d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-ddd28a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T16:43:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "odh-trusted-ca-bundle", "reconcileID": "007c7af6-a6c7-4e0e-ba47-581fd5dddabc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:43:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "odh-trusted-ca-bundle", "reconcileID": "007c7af6-a6c7-4e0e-ba47-581fd5dddabc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:43:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "openshift-service-ca.crt", "reconcileID": "6bd327d7-61ad-4474-8242-c99d645553cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:43:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "openshift-service-ca.crt", "reconcileID": "6bd327d7-61ad-4474-8242-c99d645553cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:43:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce3d46de-eb8b-4730-a409-030d7379b118", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:43:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-ddd28a"}, "namespace": "e2e-modelref-ddd28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce3d46de-eb8b-4730-a409-030d7379b118", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-ddd28a"} 2026-06-11T16:43:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "openshift-service-ca.crt", "reconcileID": "2b391c0e-e516-4daa-8132-eb9e732e849a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "odh-trusted-ca-bundle", "reconcileID": "33dc433a-e0bf-4177-9010-7da63928ec69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "openshift-service-ca.crt", "reconcileID": "f07926a3-8d54-46f9-ba73-af6d0de0d3e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9eb5a7", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:43:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "openshift-service-ca.crt", "reconcileID": "f07926a3-8d54-46f9-ba73-af6d0de0d3e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0388e2d0-b546-40ca-9162-c2c8b9e3332f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "openshift-service-ca.crt", "reconcileID": "37178afc-57b3-4ef2-b2d3-b846a345f07d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "odh-trusted-ca-bundle", "reconcileID": "92a33057-a077-4e3e-8e4f-3a17f7181840", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9eb5a7", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:43:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "odh-trusted-ca-bundle", "reconcileID": "92a33057-a077-4e3e-8e4f-3a17f7181840", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31980168-24f0-4b31-96d4-e211f86f9f51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "82bc9d5a-831f-4b51-9199-c57a4b7186e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "82bc9d5a-831f-4b51-9199-c57a4b7186e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:43:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "82bc9d5a-831f-4b51-9199-c57a4b7186e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a891eb90-2244-43c6-815d-640c39e9801c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a891eb90-2244-43c6-815d-640c39e9801c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:43:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a891eb90-2244-43c6-815d-640c39e9801c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "525461c0-9ab0-458c-8be3-9dabec845601", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "525461c0-9ab0-458c-8be3-9dabec845601", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:43:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "525461c0-9ab0-458c-8be3-9dabec845601", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "395f7ae6-b44b-44e9-a26a-0ad94fc1501a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "395f7ae6-b44b-44e9-a26a-0ad94fc1501a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T16:43:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "395f7ae6-b44b-44e9-a26a-0ad94fc1501a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T16:43:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81b71cc2-c1a9-40f8-ba83-3421821611e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81b71cc2-c1a9-40f8-ba83-3421821611e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9eb5a7", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:43:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81b71cc2-c1a9-40f8-ba83-3421821611e5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-9eb5a7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T16:43:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "odh-trusted-ca-bundle", "reconcileID": "fca65e3a-69e2-4a2e-8062-19a917227e29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "odh-trusted-ca-bundle", "reconcileID": "fca65e3a-69e2-4a2e-8062-19a917227e29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "openshift-service-ca.crt", "reconcileID": "066e309b-691c-4eb1-aa87-73850a769383", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "openshift-service-ca.crt", "reconcileID": "066e309b-691c-4eb1-aa87-73850a769383", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "346ec201-87ac-418e-9e71-c8fbfda4c6d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-9eb5a7"}, "namespace": "e2e-modelref-9eb5a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "346ec201-87ac-418e-9e71-c8fbfda4c6d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-9eb5a7"} 2026-06-11T16:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "openshift-service-ca.crt", "reconcileID": "c11c5a8b-2554-4152-b466-5881d62005d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "odh-trusted-ca-bundle", "reconcileID": "3ced6e98-c803-48dc-bf4f-5fda409c63fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:43:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "openshift-service-ca.crt", "reconcileID": "5f1d9ddb-81a6-4f7a-9e0e-9be2692ef47c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-a3fe47", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:43:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "openshift-service-ca.crt", "reconcileID": "5f1d9ddb-81a6-4f7a-9e0e-9be2692ef47c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "910b0882-dc3d-40a7-8727-f11e1df8016b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "openshift-service-ca.crt", "reconcileID": "030eb334-df41-42b1-a147-ec4c921d2ce2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:43:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "odh-trusted-ca-bundle", "reconcileID": "62bfcc4f-0d03-4f6b-8845-27af712a5315", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-a3fe47", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:43:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "odh-trusted-ca-bundle", "reconcileID": "62bfcc4f-0d03-4f6b-8845-27af712a5315", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3e548143-15d2-40e3-98fa-4e1a7799e764", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:44:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f30e49a-5dd0-4c0c-b265-4af84b922b88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:44:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f30e49a-5dd0-4c0c-b265-4af84b922b88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-a3fe47", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:44:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6f30e49a-5dd0-4c0c-b265-4af84b922b88", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-a3fe47 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T16:44:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "odh-trusted-ca-bundle", "reconcileID": "c952380e-52a5-43cb-8170-afb1c65f0813", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:44:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "odh-trusted-ca-bundle", "reconcileID": "c952380e-52a5-43cb-8170-afb1c65f0813", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:44:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "openshift-service-ca.crt", "reconcileID": "1337d4df-ef71-432f-b77f-dd3bcff5fcbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:44:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "openshift-service-ca.crt", "reconcileID": "1337d4df-ef71-432f-b77f-dd3bcff5fcbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:44:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7543833f-d2c8-4d14-b578-2d148ba94d68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:44:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-a3fe47"}, "namespace": "e2e-webhook-test-a3fe47", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7543833f-d2c8-4d14-b578-2d148ba94d68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-a3fe47"} 2026-06-11T16:44:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "openshift-service-ca.crt", "reconcileID": "580b02e2-afa5-4f7e-8f4b-c6b453d29dee", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "odh-trusted-ca-bundle", "reconcileID": "a12bc2fc-3d93-4f7a-9987-8323d5ea8893", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "openshift-service-ca.crt", "reconcileID": "4141ee0c-c776-4289-827b-c8a28feeafc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6e6686", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:44:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "openshift-service-ca.crt", "reconcileID": "4141ee0c-c776-4289-827b-c8a28feeafc2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "openshift-service-ca.crt", "reconcileID": "01cb53e9-dd96-4d89-a65a-34528348fe4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6e6686", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:44:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "openshift-service-ca.crt", "reconcileID": "01cb53e9-dd96-4d89-a65a-34528348fe4d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T16:44:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77d653ff-9df4-49a3-80fb-4e7b8a290f6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "openshift-service-ca.crt", "reconcileID": "afd5e8dd-ad0f-46b8-abd3-f9919e0c930d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "odh-trusted-ca-bundle", "reconcileID": "d0bd6edd-2654-4d0f-8c4a-bc4800f86358", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-6e6686", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:44:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "odh-trusted-ca-bundle", "reconcileID": "d0bd6edd-2654-4d0f-8c4a-bc4800f86358", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ba35eab-34a0-4094-9658-e42dd422d96b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45696c9b-e194-4d91-b241-38838fda8617", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45696c9b-e194-4d91-b241-38838fda8617", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-6e6686", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T16:44:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45696c9b-e194-4d91-b241-38838fda8617", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-6e6686 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T16:44:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "odh-trusted-ca-bundle", "reconcileID": "bf919741-508a-4162-9e19-37ca19d29671", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "odh-trusted-ca-bundle", "reconcileID": "bf919741-508a-4162-9e19-37ca19d29671", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "openshift-service-ca.crt", "reconcileID": "9d0f2e66-9c2b-4e91-8816-5653da4bd53a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "openshift-service-ca.crt", "reconcileID": "9d0f2e66-9c2b-4e91-8816-5653da4bd53a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e811754c-674f-498e-970b-13b9a1913ead", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-6e6686"}, "namespace": "e2e-webhook-test-6e6686", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e811754c-674f-498e-970b-13b9a1913ead", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-6e6686"} 2026-06-11T16:53:01Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T16:53:01Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T16:53:02Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T16:53:02Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-11T17:00:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "731bd992-3bb3-4823-b91e-345a46a09556", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "731bd992-3bb3-4823-b91e-345a46a09556", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:00:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "731bd992-3bb3-4823-b91e-345a46a09556", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b820e764-94c7-4f1a-b99a-95a20c218413", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b820e764-94c7-4f1a-b99a-95a20c218413", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b820e764-94c7-4f1a-b99a-95a20c218413", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1307f005-08f3-4c40-9a54-af258e193e40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1307f005-08f3-4c40-9a54-af258e193e40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:01:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1307f005-08f3-4c40-9a54-af258e193e40", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e5d7173-3d54-4c65-90a6-3ccf0b8091f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e5d7173-3d54-4c65-90a6-3ccf0b8091f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-11T17:01:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "8e5d7173-3d54-4c65-90a6-3ccf0b8091f7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-11T17:01:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-af43c8a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-af43c8a2", "reconcileID": "d173673d-2646-4749-823e-78db4f76dc19", "Gateway": "e2e-ait-af43c8a2", "namespace": "openshift-ingress"} 2026-06-11T17:01:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-af43c8a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-af43c8a2", "reconcileID": "1d854683-50e4-4d4b-be53-3e257924ff6f", "Gateway": "e2e-ait-af43c8a2", "namespace": "openshift-ingress"} 2026-06-11T17:01:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-af43c8a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-af43c8a2", "reconcileID": "4130042d-0727-49a1-bfdf-d898174d5c4a", "Gateway": "e2e-ait-af43c8a2", "namespace": "openshift-ingress"} 2026-06-11T17:01:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-af43c8a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-af43c8a2", "reconcileID": "e89336d8-0223-40b8-90df-759d26bd1821", "Gateway": "e2e-ait-af43c8a2", "namespace": "openshift-ingress"} 2026-06-11T17:01:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-af43c8a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-af43c8a2", "reconcileID": "f812b8f5-47cb-4a98-9e89-f0b879262265", "Gateway": "e2e-ait-af43c8a2", "namespace": "openshift-ingress"} 2026-06-11T17:01:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "openshift-service-ca.crt", "reconcileID": "9832c117-bf2c-4b9a-9c79-01af9fbfc5c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-trusted-ca-bundle", "reconcileID": "39ea8821-5c50-454f-9a1d-188dfcf55a97", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-af43c8a2", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:01:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-trusted-ca-bundle", "reconcileID": "39ea8821-5c50-454f-9a1d-188dfcf55a97", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "openshift-service-ca.crt", "reconcileID": "ed588215-4676-409b-b8c6-d4b32288daac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-af43c8a2", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:01:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "openshift-service-ca.crt", "reconcileID": "ed588215-4676-409b-b8c6-d4b32288daac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:01:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02e5dc8d-ab14-4d4a-86ce-c9541601594f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "openshift-service-ca.crt", "reconcileID": "2b77634f-e313-48c2-a76f-593a1b844eaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "openshift-service-ca.crt", "reconcileID": "6316d249-0e32-423d-a691-f3f9e382a86c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-trusted-ca-bundle", "reconcileID": "7f44579a-d155-4316-b7ce-ec9b3c2de7c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-af43c8a2", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:01:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-trusted-ca-bundle", "reconcileID": "7f44579a-d155-4316-b7ce-ec9b3c2de7c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f52e1647-6595-4b06-a950-fcba79e2eece", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-af43c8a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-af43c8a2", "reconcileID": "fc10388d-0432-4e4c-82ae-ef9e3771ae98", "Gateway": "e2e-ait-af43c8a2", "namespace": "openshift-ingress"} 2026-06-11T17:01:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d871a7a-7953-4cc0-a4f5-096ed153ef67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d871a7a-7953-4cc0-a4f5-096ed153ef67", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-af43c8a2", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:01:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d871a7a-7953-4cc0-a4f5-096ed153ef67", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-af43c8a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:01:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-trusted-ca-bundle", "reconcileID": "fbc6be1c-5385-49c6-9c1f-8395787462e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-trusted-ca-bundle", "reconcileID": "fbc6be1c-5385-49c6-9c1f-8395787462e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "openshift-service-ca.crt", "reconcileID": "f00014ab-06cf-4e13-85ff-1229947d4bd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "openshift-service-ca.crt", "reconcileID": "f00014ab-06cf-4e13-85ff-1229947d4bd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e13a594a-2790-440e-8aac-c711b9dc0982", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-af43c8a2"}, "namespace": "e2e-aitenant-af43c8a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e13a594a-2790-440e-8aac-c711b9dc0982", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-af43c8a2"} 2026-06-11T17:01:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4b971085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4b971085", "reconcileID": "24e72713-2475-4513-a2cf-041b708f9164", "Gateway": "e2e-ait-4b971085", "namespace": "openshift-ingress"} 2026-06-11T17:01:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4b971085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4b971085", "reconcileID": "49e47057-628f-48a2-8997-d7f784519fd6", "Gateway": "e2e-ait-4b971085", "namespace": "openshift-ingress"} 2026-06-11T17:01:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4b971085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4b971085", "reconcileID": "9c6a9a82-a751-4b01-8ba1-a7300322b5e8", "Gateway": "e2e-ait-4b971085", "namespace": "openshift-ingress"} 2026-06-11T17:01:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4b971085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4b971085", "reconcileID": "c157cd31-726a-409c-a070-f9e8f3fea662", "Gateway": "e2e-ait-4b971085", "namespace": "openshift-ingress"} 2026-06-11T17:01:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4b971085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4b971085", "reconcileID": "6d9c12ee-d738-4850-9fc6-449caa7df30d", "Gateway": "e2e-ait-4b971085", "namespace": "openshift-ingress"} 2026-06-11T17:01:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "openshift-service-ca.crt", "reconcileID": "9e6816f5-8a31-4651-a494-f0949bbe019b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4b971085"} 2026-06-11T17:01:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "odh-trusted-ca-bundle", "reconcileID": "53d61689-2d1d-42a5-8766-51d5f20fce83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4b971085"} 2026-06-11T17:01:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "openshift-service-ca.crt", "reconcileID": "98daa86c-3617-4b27-bb92-843a87bb99f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4b971085", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:01:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "openshift-service-ca.crt", "reconcileID": "98daa86c-3617-4b27-bb92-843a87bb99f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4b971085"} 2026-06-11T17:01:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "odh-trusted-ca-bundle", "reconcileID": "63166cc9-b4c4-4f62-b5c8-5c201ae4dfb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4b971085", "update": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:01:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "odh-trusted-ca-bundle", "reconcileID": "63166cc9-b4c4-4f62-b5c8-5c201ae4dfb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4b971085"} 2026-06-11T17:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b40ab8e5-7c42-45b6-bd1c-edb76ef5296d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4b971085"} 2026-06-11T17:01:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "openshift-service-ca.crt", "reconcileID": "e0ae040e-67bf-4b1e-a277-14ac3d6f485f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4b971085"} 2026-06-11T17:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4b971085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4b971085", "reconcileID": "33721ac6-3a27-4503-a859-2b8f7bb6edeb", "Gateway": "e2e-ait-4b971085", "namespace": "openshift-ingress"} 2026-06-11T17:01:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-4b971085","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-4b971085", "reconcileID": "eb2c5793-e4d9-42fc-be0e-fa8e2ed3c8b5", "Gateway": "e2e-ait-4b971085", "namespace": "openshift-ingress"} 2026-06-11T17:02:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3b1a41e-acd4-4923-97e2-180a0ebd87ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4b971085"} 2026-06-11T17:02:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3b1a41e-acd4-4923-97e2-180a0ebd87ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4b971085", "create": "odh-kserve-custom-ca-bundle"} 2026-06-11T17:02:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3b1a41e-acd4-4923-97e2-180a0ebd87ad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-4b971085 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-11T17:02:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "odh-trusted-ca-bundle", "reconcileID": "0cc31f21-b4f2-4027-8ea0-4c32c88ed0ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4b971085"} 2026-06-11T17:02:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "odh-trusted-ca-bundle", "reconcileID": "0cc31f21-b4f2-4027-8ea0-4c32c88ed0ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-4b971085"} 2026-06-11T17:02:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "openshift-service-ca.crt", "reconcileID": "98f3ff88-ef50-47bc-95ae-602ef8a75b10", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4b971085"} 2026-06-11T17:02:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "openshift-service-ca.crt", "reconcileID": "98f3ff88-ef50-47bc-95ae-602ef8a75b10", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-4b971085"} 2026-06-11T17:02:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb5730a8-0947-4147-a00a-30672ab198de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4b971085"} 2026-06-11T17:02:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-4b971085"}, "namespace": "e2e-aitenant-4b971085", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb5730a8-0947-4147-a00a-30672ab198de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-4b971085"}