2026-06-05T21:11:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9cac3f9-4615-4091-9415-f199e0453284", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:11:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e9cac3f9-4615-4091-9415-f199e0453284", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "acdf045b-c9ad-4fa1-8d57-6521e31a73ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-05T21:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "dd00a6e7-a19f-4bc4-b1f3-c4a97b692fea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-05T21:11:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "f08c3b10-d222-4877-aa98-97a71daa82e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:11:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "f08c3b10-d222-4877-aa98-97a71daa82e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-05T21:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ee55308-c2fb-49e3-a5eb-9077f7975ff6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-05T21:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "openshift-service-ca.crt", "reconcileID": "61f35901-16c7-43da-8026-01f1a11890f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "keycloak-system"} 2026-06-05T21:11:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "611471c7-3582-4f31-82d0-b8f64a8c2a0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:11:53Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-trusted-ca-bundle", "reconcileID": "611471c7-3582-4f31-82d0-b8f64a8c2a0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "keycloak-system"} 2026-06-05T21:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"keycloak-system"}, "namespace": "keycloak-system", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6505864-d674-4e4d-9c0e-b90e0177d8ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "keycloak-system"} 2026-06-05T21:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "ffdc858f-239e-48a5-a8fd-0ba14bc46a4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-05T21:12:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "46d141dc-e3d6-483f-84c2-01910a1d9a4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:12:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "46d141dc-e3d6-483f-84c2-01910a1d9a4e", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-05T21:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "a16a2812-74cf-4765-a30e-6baca935236b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-05T21:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9c922c4b-fbc9-4e55-be3a-919095d1e2af", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T21:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dee356d6-e2b7-47a5-94b5-0d91ae9e8675", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-05T21:12:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cd26b702-61e6-4258-b015-65601d2abe57", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:12:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cd26b702-61e6-4258-b015-65601d2abe57", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T21:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "openshift-service-ca.crt", "reconcileID": "c0bf4a1b-ca42-4749-be53-583200be7d4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "models-as-a-service"} 2026-06-05T21:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "a199877c-faeb-4744-948f-607080959a62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T21:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abfbcb4b-97cc-4fc9-ae77-691927ce0be1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T21:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0f5796ec-e18c-427a-9286-8490b10ae35f", "ConfigMap": "openshift-service-ca.crt", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T21:12:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "5006e6ba-c3bd-4950-9022-fd67705a0910", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:12:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-trusted-ca-bundle", "reconcileID": "5006e6ba-c3bd-4950-9022-fd67705a0910", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "models-as-a-service"} 2026-06-05T21:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"models-as-a-service"}, "namespace": "models-as-a-service", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a880ab2-42ba-4b38-92e4-ccbf8f799726", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "models-as-a-service"} 2026-06-05T21:12:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "247fa460-cf19-484b-b19d-00e0c5da5d80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:12:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-trusted-ca-bundle", "reconcileID": "247fa460-cf19-484b-b19d-00e0c5da5d80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T21:12:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"redhat-ai-gateway-infra"}, "namespace": "redhat-ai-gateway-infra", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "923d0c6d-227e-4346-809f-dced9b01688e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "redhat-ai-gateway-infra"} 2026-06-05T21:13:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "915820d7-e511-4095-a97b-6bb2a80df7a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:13:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "915820d7-e511-4095-a97b-6bb2a80df7a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:13:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "915820d7-e511-4095-a97b-6bb2a80df7a7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:13:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30573b2b-971c-4af0-b6e5-f3e19083dced", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:13:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30573b2b-971c-4af0-b6e5-f3e19083dced", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:13:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "30573b2b-971c-4af0-b6e5-f3e19083dced", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "a6b53282-78e2-427e-bf60-5d3d79d7ad23", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-05T21:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "e7486e7c-5679-49a8-9104-dca5c8d70636", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-05T21:14:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "d96f6597-bbdb-495d-b7d9-305d0daf4cdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:14:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "d96f6597-bbdb-495d-b7d9-305d0daf4cdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-05T21:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "673d5576-8b74-4bc0-8b8a-9cde202cd835", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-05T21:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"llm"}, "namespace": "llm", "name": "openshift-service-ca.crt", "reconcileID": "0e2011d0-eeda-42d2-8a88-52e486609cbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "llm"} 2026-06-05T21:14:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "190be553-78c8-4e1d-97ae-bd20c24f362d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:14:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-trusted-ca-bundle", "reconcileID": "190be553-78c8-4e1d-97ae-bd20c24f362d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "llm"} 2026-06-05T21:14:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"llm"}, "namespace": "llm", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80b31adb-3fb4-4550-b979-db1eef9b4fab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4b19b6dd-a586-44f7-8064-6fbe119ec7e6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4b19b6dd-a586-44f7-8064-6fbe119ec7e6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4b19b6dd-a586-44f7-8064-6fbe119ec7e6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1579618-2470-41da-a075-b5363309395b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1579618-2470-41da-a075-b5363309395b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:14:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4b19b6dd-a586-44f7-8064-6fbe119ec7e6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-05T21:14:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4b19b6dd-a586-44f7-8064-6fbe119ec7e6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "4b19b6dd-a586-44f7-8064-6fbe119ec7e6", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e1579618-2470-41da-a075-b5363309395b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "857fa21a-8801-41ff-9516-410652a7679d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "857fa21a-8801-41ff-9516-410652a7679d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "857fa21a-8801-41ff-9516-410652a7679d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7bf06102-17af-41c0-aab0-cb8595159db0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "857fa21a-8801-41ff-9516-410652a7679d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-05T21:14:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "857fa21a-8801-41ff-9516-410652a7679d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "857fa21a-8801-41ff-9516-410652a7679d", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7bf06102-17af-41c0-aab0-cb8595159db0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:14:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7bf06102-17af-41c0-aab0-cb8595159db0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a4230257-1bca-42e1-8fad-a94d498b21bc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a4230257-1bca-42e1-8fad-a94d498b21bc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a4230257-1bca-42e1-8fad-a94d498b21bc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a4230257-1bca-42e1-8fad-a94d498b21bc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-05T21:14:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a4230257-1bca-42e1-8fad-a94d498b21bc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "a4230257-1bca-42e1-8fad-a94d498b21bc", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6fb30be0-b346-4d45-adbc-9c3b5d4cb7de", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6fb30be0-b346-4d45-adbc-9c3b5d4cb7de", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6fb30be0-b346-4d45-adbc-9c3b5d4cb7de", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5771f2d-68af-494a-824b-2ac7c9d3d890", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6fb30be0-b346-4d45-adbc-9c3b5d4cb7de", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-05T21:14:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6fb30be0-b346-4d45-adbc-9c3b5d4cb7de", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "6fb30be0-b346-4d45-adbc-9c3b5d4cb7de", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5771f2d-68af-494a-824b-2ac7c9d3d890", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:14:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b5771f2d-68af-494a-824b-2ac7c9d3d890", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9d855790-2418-4c4c-a49d-f2ceb34e73b2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9d855790-2418-4c4c-a49d-f2ceb34e73b2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9d855790-2418-4c4c-a49d-f2ceb34e73b2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65f6f14f-8a19-4ca6-925b-2ac633b676ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9d855790-2418-4c4c-a49d-f2ceb34e73b2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T21:14:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9d855790-2418-4c4c-a49d-f2ceb34e73b2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "9d855790-2418-4c4c-a49d-f2ceb34e73b2", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65f6f14f-8a19-4ca6-925b-2ac633b676ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:14:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65f6f14f-8a19-4ca6-925b-2ac633b676ab", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bcbefe5f-e1b7-4e75-9d80-4535dbec5f7e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bcbefe5f-e1b7-4e75-9d80-4535dbec5f7e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bcbefe5f-e1b7-4e75-9d80-4535dbec5f7e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e9896e3-fd1d-4ca4-9668-69f13156c713", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bcbefe5f-e1b7-4e75-9d80-4535dbec5f7e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T21:14:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bcbefe5f-e1b7-4e75-9d80-4535dbec5f7e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "bcbefe5f-e1b7-4e75-9d80-4535dbec5f7e", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e9896e3-fd1d-4ca4-9668-69f13156c713", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:14:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e9896e3-fd1d-4ca4-9668-69f13156c713", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "47cb55aa-12e7-41da-b984-7fd975a469af", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:14:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "47cb55aa-12e7-41da-b984-7fd975a469af", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:14:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "47cb55aa-12e7-41da-b984-7fd975a469af", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:14:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d01c71f-08ee-4e55-88f6-b1998570de10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "47cb55aa-12e7-41da-b984-7fd975a469af", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T21:14:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "47cb55aa-12e7-41da-b984-7fd975a469af", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "47cb55aa-12e7-41da-b984-7fd975a469af", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:14:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d01c71f-08ee-4e55-88f6-b1998570de10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:14:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0d01c71f-08ee-4e55-88f6-b1998570de10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7d253562-3c21-4e94-95a7-71e58a7508dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7d253562-3c21-4e94-95a7-71e58a7508dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:14:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7d253562-3c21-4e94-95a7-71e58a7508dd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1da90682-53a1-447f-9d1b-0241e78f38ff", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:14:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1da90682-53a1-447f-9d1b-0241e78f38ff", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:14:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1da90682-53a1-447f-9d1b-0241e78f38ff", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:14:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1da90682-53a1-447f-9d1b-0241e78f38ff", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-05T21:14:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1da90682-53a1-447f-9d1b-0241e78f38ff", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "1da90682-53a1-447f-9d1b-0241e78f38ff", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:14:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dcb73fc6-c38d-4bd2-80ef-7682917911dc", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:14:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dcb73fc6-c38d-4bd2-80ef-7682917911dc", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:14:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dcb73fc6-c38d-4bd2-80ef-7682917911dc", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:14:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dcb73fc6-c38d-4bd2-80ef-7682917911dc", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-05T21:14:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dcb73fc6-c38d-4bd2-80ef-7682917911dc", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "dcb73fc6-c38d-4bd2-80ef-7682917911dc", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:14:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "969866e5-be07-4cc2-a16d-0803ee639ab6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "969866e5-be07-4cc2-a16d-0803ee639ab6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:14:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "969866e5-be07-4cc2-a16d-0803ee639ab6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1d250fb1-6323-4a4f-ada9-e4e1dd8d783f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:14:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1d250fb1-6323-4a4f-ada9-e4e1dd8d783f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:14:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1d250fb1-6323-4a4f-ada9-e4e1dd8d783f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:14:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1d250fb1-6323-4a4f-ada9-e4e1dd8d783f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-05T21:14:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1d250fb1-6323-4a4f-ada9-e4e1dd8d783f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "1d250fb1-6323-4a4f-ada9-e4e1dd8d783f", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:14:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "21d964ac-67a8-49e4-858c-bf158b8e248c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:14:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "21d964ac-67a8-49e4-858c-bf158b8e248c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:14:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "21d964ac-67a8-49e4-858c-bf158b8e248c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:14:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "21d964ac-67a8-49e4-858c-bf158b8e248c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-05T21:14:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "21d964ac-67a8-49e4-858c-bf158b8e248c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "21d964ac-67a8-49e4-858c-bf158b8e248c", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:14:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22b03951-05a6-44df-8bcd-fe929ab7ec14", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22b03951-05a6-44df-8bcd-fe929ab7ec14", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:14:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22b03951-05a6-44df-8bcd-fe929ab7ec14", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a175a913-d114-4814-b447-0a882bf78722", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:14:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a175a913-d114-4814-b447-0a882bf78722", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:14:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a175a913-d114-4814-b447-0a882bf78722", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:14:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a175a913-d114-4814-b447-0a882bf78722", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-05T21:14:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a175a913-d114-4814-b447-0a882bf78722", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "a175a913-d114-4814-b447-0a882bf78722", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:14:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "28c53e88-c037-4d5e-b674-f3909dbd378c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "28c53e88-c037-4d5e-b674-f3909dbd378c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "28c53e88-c037-4d5e-b674-f3909dbd378c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "28c53e88-c037-4d5e-b674-f3909dbd378c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T21:14:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "28c53e88-c037-4d5e-b674-f3909dbd378c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "28c53e88-c037-4d5e-b674-f3909dbd378c", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27de8624-b4ad-4077-aa78-8dcf14459bd2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27de8624-b4ad-4077-aa78-8dcf14459bd2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:14:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "27de8624-b4ad-4077-aa78-8dcf14459bd2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b922108-080c-4705-9858-5a21c6828e15", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b922108-080c-4705-9858-5a21c6828e15", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b922108-080c-4705-9858-5a21c6828e15", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b922108-080c-4705-9858-5a21c6828e15", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T21:14:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b922108-080c-4705-9858-5a21c6828e15", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "5b922108-080c-4705-9858-5a21c6828e15", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a5aa99e9-6d15-46ce-96e8-46047cd56563", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a5aa99e9-6d15-46ce-96e8-46047cd56563", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a5aa99e9-6d15-46ce-96e8-46047cd56563", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a5aa99e9-6d15-46ce-96e8-46047cd56563", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T21:14:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a5aa99e9-6d15-46ce-96e8-46047cd56563", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "a5aa99e9-6d15-46ce-96e8-46047cd56563", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15f53448-1749-44cd-ba49-a0f76a9d5e80", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15f53448-1749-44cd-ba49-a0f76a9d5e80", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:14:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "15f53448-1749-44cd-ba49-a0f76a9d5e80", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:14:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b1d1c361-656e-4643-9898-74c7a270474c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b1d1c361-656e-4643-9898-74c7a270474c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b1d1c361-656e-4643-9898-74c7a270474c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b1d1c361-656e-4643-9898-74c7a270474c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T21:14:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b1d1c361-656e-4643-9898-74c7a270474c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "b1d1c361-656e-4643-9898-74c7a270474c", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:14:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "05ef333b-c904-441a-96a7-1a7a40591fe7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:14:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "05ef333b-c904-441a-96a7-1a7a40591fe7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:14:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "05ef333b-c904-441a-96a7-1a7a40591fe7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:14:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "05ef333b-c904-441a-96a7-1a7a40591fe7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T21:14:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "05ef333b-c904-441a-96a7-1a7a40591fe7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:14:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "05ef333b-c904-441a-96a7-1a7a40591fe7", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:15:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5054156c-abbf-408e-bec9-335d30992f01", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:15:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5054156c-abbf-408e-bec9-335d30992f01", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:15:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5054156c-abbf-408e-bec9-335d30992f01", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:15:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1b3ef870-10bf-4744-ba53-9517bec84784", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:15:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1b3ef870-10bf-4744-ba53-9517bec84784", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:15:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1b3ef870-10bf-4744-ba53-9517bec84784", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:15:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1b3ef870-10bf-4744-ba53-9517bec84784", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T21:15:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1b3ef870-10bf-4744-ba53-9517bec84784", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:15:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "1b3ef870-10bf-4744-ba53-9517bec84784", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:15:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3956d833-2e23-44c4-b86c-179b3791736d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:15:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3956d833-2e23-44c4-b86c-179b3791736d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:15:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3956d833-2e23-44c4-b86c-179b3791736d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:15:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3956d833-2e23-44c4-b86c-179b3791736d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"} 2026-06-05T21:15:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3956d833-2e23-44c4-b86c-179b3791736d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:15:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "3956d833-2e23-44c4-b86c-179b3791736d", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"} 2026-06-05T21:15:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5ec8c38b-f2f7-4eb7-af9b-96e232959762", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:15:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5ec8c38b-f2f7-4eb7-af9b-96e232959762", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:15:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5ec8c38b-f2f7-4eb7-af9b-96e232959762", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:15:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5ec8c38b-f2f7-4eb7-af9b-96e232959762", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "name": "e2e-distinct-simulated-kserve-route-authn"} 2026-06-05T21:15:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5ec8c38b-f2f7-4eb7-af9b-96e232959762", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:15:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-simulated", "reconcileID": "5ec8c38b-f2f7-4eb7-af9b-96e232959762", "LLMInferenceService": "e2e-distinct-simulated", "namespace": "llm"} 2026-06-05T21:15:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "78e92aeb-ca56-4331-9bf6-04c2f9c73ada", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:15:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "78e92aeb-ca56-4331-9bf6-04c2f9c73ada", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:15:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "78e92aeb-ca56-4331-9bf6-04c2f9c73ada", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:15:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "78e92aeb-ca56-4331-9bf6-04c2f9c73ada", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "name": "e2e-trlp-test-simulated-kserve-route-authn"} 2026-06-05T21:15:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "78e92aeb-ca56-4331-9bf6-04c2f9c73ada", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:15:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-trlp-test-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-trlp-test-simulated", "reconcileID": "78e92aeb-ca56-4331-9bf6-04c2f9c73ada", "LLMInferenceService": "e2e-trlp-test-simulated", "namespace": "llm"} 2026-06-05T21:15:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b86f1bb8-58cb-4ad6-9734-ffadb95111f7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:15:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b86f1bb8-58cb-4ad6-9734-ffadb95111f7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:15:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b86f1bb8-58cb-4ad6-9734-ffadb95111f7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:15:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b86f1bb8-58cb-4ad6-9734-ffadb95111f7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T21:15:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b86f1bb8-58cb-4ad6-9734-ffadb95111f7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:15:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-unconfigured-facebook-opt-125m-simulated", "reconcileID": "b86f1bb8-58cb-4ad6-9734-ffadb95111f7", "LLMInferenceService": "e2e-unconfigured-facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:15:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f9a32835-e406-4e27-a985-f4bd12c2865d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:15:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f9a32835-e406-4e27-a985-f4bd12c2865d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:15:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f9a32835-e406-4e27-a985-f4bd12c2865d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:15:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f9a32835-e406-4e27-a985-f4bd12c2865d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "name": "facebook-opt-125m-simulated-kserve-route-authn"} 2026-06-05T21:15:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f9a32835-e406-4e27-a985-f4bd12c2865d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:15:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"facebook-opt-125m-simulated","namespace":"llm"}, "namespace": "llm", "name": "facebook-opt-125m-simulated", "reconcileID": "f9a32835-e406-4e27-a985-f4bd12c2865d", "LLMInferenceService": "facebook-opt-125m-simulated", "namespace": "llm"} 2026-06-05T21:16:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d7be775b-9774-4a40-97e6-2ed26a0ece61", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:16:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d7be775b-9774-4a40-97e6-2ed26a0ece61", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:16:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d7be775b-9774-4a40-97e6-2ed26a0ece61", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:16:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d7be775b-9774-4a40-97e6-2ed26a0ece61", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T21:16:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d7be775b-9774-4a40-97e6-2ed26a0ece61", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:16:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "d7be775b-9774-4a40-97e6-2ed26a0ece61", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:16:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "339e4798-b98b-4120-b542-544416c0e29c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:16:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "339e4798-b98b-4120-b542-544416c0e29c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:16:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "339e4798-b98b-4120-b542-544416c0e29c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:16:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "339e4798-b98b-4120-b542-544416c0e29c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "name": "premium-simulated-simulated-premium-kserve-route-authn"} 2026-06-05T21:16:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "339e4798-b98b-4120-b542-544416c0e29c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm", "authType": "userdefined"} 2026-06-05T21:16:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-simulated-simulated-premium","namespace":"llm"}, "namespace": "llm", "name": "premium-simulated-simulated-premium", "reconcileID": "339e4798-b98b-4120-b542-544416c0e29c", "LLMInferenceService": "premium-simulated-simulated-premium", "namespace": "llm"} 2026-06-05T21:16:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "a55a85e1-5e23-4880-a615-5a9de9ab9b7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-05T21:16:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "ad36e537-e20a-4ae8-8872-f0ccb26ffda8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-05T21:16:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "eea6ddcb-c023-4062-953f-7021e91a1106", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:16:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "eea6ddcb-c023-4062-953f-7021e91a1106", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-05T21:16:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "openshift-service-ca.crt", "reconcileID": "c86321ce-dfe8-4f40-9b52-c56736a50bc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "premium-users-namespace"} 2026-06-05T21:16:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93f9dc86-1a70-493e-a7c3-707e513e0c2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-05T21:16:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "851ea6a5-aba4-4f98-972b-8e898d4969cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:16:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-trusted-ca-bundle", "reconcileID": "851ea6a5-aba4-4f98-972b-8e898d4969cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-05T21:16:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"premium-users-namespace"}, "namespace": "premium-users-namespace", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e13384f-fc89-4397-8564-a7ac7c1eaade", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "premium-users-namespace"} 2026-06-05T21:16:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "942f22ea-a0f4-4b1c-b514-f6b7b15f9180", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-05T21:16:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "95244d12-45a1-4feb-a98a-7345158ebf63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-05T21:16:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "a8858a7c-c8b9-4565-a65c-9bfa821a0d2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:16:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "a8858a7c-c8b9-4565-a65c-9bfa821a0d2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-05T21:16:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "46c05d33-d7f9-4219-844a-e6c7052b5525", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-05T21:16:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "openshift-service-ca.crt", "reconcileID": "dbf5f67d-f998-4d8e-a0ee-9c271cc14a10", "ConfigMap": "openshift-service-ca.crt", "namespace": "maas-admin"} 2026-06-05T21:16:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a707591d-67cf-4cdc-8c8e-6ee3de4798a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:16:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-trusted-ca-bundle", "reconcileID": "a707591d-67cf-4cdc-8c8e-6ee3de4798a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "maas-admin"} 2026-06-05T21:16:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"maas-admin"}, "namespace": "maas-admin", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b88a175-2a7d-4f7c-89c4-5a166f586f64", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "maas-admin"} 2026-06-05T21:16:45Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T21:16:45Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T21:16:47Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T21:16:47Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T21:18:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "09c38785-a1bf-4e6d-b441-3b76fdd35487", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "7c311a08-6d9e-4c39-9d85-1881dbc324ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "47b95c84-30e3-492f-8a8a-e3bc1857806b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:18:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "47b95c84-30e3-492f-8a8a-e3bc1857806b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8eea7ce-900a-4ccd-a3cc-d6c61fc38226", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "f17c3374-d6d0-4fdf-ba78-3fb3baa23329", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "61727f2d-ea1c-4e8a-9a6c-2c2dd16f727f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:18:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "61727f2d-ea1c-4e8a-9a6c-2c2dd16f727f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fee66dc-a4bc-4b6f-a73d-61a543b99b18", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cea3e451-a5fc-42f5-9170-240f74420d13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cea3e451-a5fc-42f5-9170-240f74420d13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:18:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cea3e451-a5fc-42f5-9170-240f74420d13", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-api-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T21:18:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b250d046-fa04-4a85-a374-b1495268570b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "b250d046-fa04-4a85-a374-b1495268570b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3a9cafb7-d894-4f1e-a303-4a7e696db7a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "3a9cafb7-d894-4f1e-a303-4a7e696db7a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfe962c8-0e8a-4b2a-804d-2daba779287b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:18:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-api-unwatched-ns"}, "namespace": "e2e-api-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfe962c8-0e8a-4b2a-804d-2daba779287b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-api-unwatched-ns"} 2026-06-05T21:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "2df6084c-e3ac-4e87-a621-8a5f7aea2c7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "bdc79188-3e03-4ab9-a24b-ba2e4c3d0c90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6c90c616-8ae5-4a3d-bc8e-6fa5471e1fb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:19:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6c90c616-8ae5-4a3d-bc8e-6fa5471e1fb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8801a48c-fb6e-4d6a-9ed6-13b88f98008d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "6ef0b0fd-4804-4549-8f00-81a59efeea82", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0973be2a-e859-4903-a9cc-c4d0b2e1f418", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:19:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "0973be2a-e859-4903-a9cc-c4d0b2e1f418", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c293c712-ef97-4516-90d3-25611b4b9073", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db73c5b9-9c96-454a-ae6e-22ecc63ddb46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db73c5b9-9c96-454a-ae6e-22ecc63ddb46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:19:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db73c5b9-9c96-454a-ae6e-22ecc63ddb46", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unwatched-ns because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T21:19:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "94d9fc54-27c6-4d98-984b-986797e10083", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-trusted-ca-bundle", "reconcileID": "94d9fc54-27c6-4d98-984b-986797e10083", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "730d80dc-f7aa-4dac-ac8f-10c1f4010ab4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "openshift-service-ca.crt", "reconcileID": "730d80dc-f7aa-4dac-ac8f-10c1f4010ab4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cd0fca8-81e3-45d6-86d5-32935fde0b72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unwatched-ns"}, "namespace": "e2e-unwatched-ns", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4cd0fca8-81e3-45d6-86d5-32935fde0b72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unwatched-ns"} 2026-06-05T21:19:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "openshift-service-ca.crt", "reconcileID": "254dbae8-2204-4e06-b59b-536c06bfa9e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:19:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "odh-trusted-ca-bundle", "reconcileID": "97e791b6-89a1-466f-8f00-f8564ccfae61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:19:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "openshift-service-ca.crt", "reconcileID": "d2565928-386e-45e1-8560-8a9abea13499", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5ace18", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:19:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "openshift-service-ca.crt", "reconcileID": "d2565928-386e-45e1-8560-8a9abea13499", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:19:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "openshift-service-ca.crt", "reconcileID": "95f01724-a8fc-4574-b650-7c5a6c9501bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:19:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "144f74c0-8b80-474e-a79a-1f3cce6e763a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:19:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "odh-trusted-ca-bundle", "reconcileID": "13c082d3-b76d-4981-be94-3c6da133c458", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5ace18", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:19:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "odh-trusted-ca-bundle", "reconcileID": "13c082d3-b76d-4981-be94-3c6da133c458", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:19:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68ebeccd-1b42-4880-9c8d-71b5adccbcb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "73e0415a-dbbd-4d55-a000-f68fec0a1c25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:19:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "73e0415a-dbbd-4d55-a000-f68fec0a1c25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "73e0415a-dbbd-4d55-a000-f68fec0a1c25", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:19:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d8ddeef9-d349-4c46-9dad-f6c05835c0d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:19:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d8ddeef9-d349-4c46-9dad-f6c05835c0d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:19:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d8ddeef9-d349-4c46-9dad-f6c05835c0d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:19:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "573aef20-8850-4bfe-ad31-00a37ace3984", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:19:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "573aef20-8850-4bfe-ad31-00a37ace3984", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:19:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "573aef20-8850-4bfe-ad31-00a37ace3984", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:19:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d86ff666-3112-4bb4-b773-02d9c16942ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:19:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d86ff666-3112-4bb4-b773-02d9c16942ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:19:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d86ff666-3112-4bb4-b773-02d9c16942ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:20:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33b435e8-2095-46cc-aaad-60695dde7652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:20:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33b435e8-2095-46cc-aaad-60695dde7652", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5ace18", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:20:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33b435e8-2095-46cc-aaad-60695dde7652", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-5ace18 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T21:20:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "odh-trusted-ca-bundle", "reconcileID": "3075b76a-ceb8-4758-bf99-b3e3db334267", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "odh-trusted-ca-bundle", "reconcileID": "3075b76a-ceb8-4758-bf99-b3e3db334267", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:20:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "openshift-service-ca.crt", "reconcileID": "26a8ad9a-65f3-4121-88a2-be7a5325fc7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "openshift-service-ca.crt", "reconcileID": "26a8ad9a-65f3-4121-88a2-be7a5325fc7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:20:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "105e01b8-a308-4503-8c75-b7be40ee5ad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-5ace18"}, "namespace": "e2e-modelref-5ace18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "105e01b8-a308-4503-8c75-b7be40ee5ad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-5ace18"} 2026-06-05T21:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "openshift-service-ca.crt", "reconcileID": "baae13a6-4246-4b91-8921-2252ca7df5ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "odh-trusted-ca-bundle", "reconcileID": "6fd5ca1b-4c64-44a7-979f-891341f91051", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "openshift-service-ca.crt", "reconcileID": "5748c027-6796-48f7-8b57-99efab1e9ab2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a1a8fb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:20:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "openshift-service-ca.crt", "reconcileID": "5748c027-6796-48f7-8b57-99efab1e9ab2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4340252-a35d-488a-b5ef-6894aa358af6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "openshift-service-ca.crt", "reconcileID": "962988f7-b632-43c1-8a2e-ec5d1515cdd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "odh-trusted-ca-bundle", "reconcileID": "0048d923-e165-4882-a563-1288404968be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a1a8fb", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:20:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "odh-trusted-ca-bundle", "reconcileID": "0048d923-e165-4882-a563-1288404968be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47a97c8e-5335-42f6-b530-98c16ebe3b86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4cfd7c0b-853d-42fa-a3ab-51e39db447a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4cfd7c0b-853d-42fa-a3ab-51e39db447a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4cfd7c0b-853d-42fa-a3ab-51e39db447a1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:20:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41bb835c-36ce-4841-972c-885e082741e1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:20:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41bb835c-36ce-4841-972c-885e082741e1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:20:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41bb835c-36ce-4841-972c-885e082741e1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4370ee1b-8bd5-4464-8f66-25a1f68de54e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:20:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4370ee1b-8bd5-4464-8f66-25a1f68de54e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4370ee1b-8bd5-4464-8f66-25a1f68de54e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33329e58-97c8-494c-ba94-abb23378fcbf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:20:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33329e58-97c8-494c-ba94-abb23378fcbf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "33329e58-97c8-494c-ba94-abb23378fcbf", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:20:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9554f744-deac-4fbd-8587-36277cd56d1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9554f744-deac-4fbd-8587-36277cd56d1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a1a8fb", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:20:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9554f744-deac-4fbd-8587-36277cd56d1f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-modelref-a1a8fb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T21:20:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "odh-trusted-ca-bundle", "reconcileID": "9d51801d-7d3d-499d-972e-8cbe94a712e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "odh-trusted-ca-bundle", "reconcileID": "9d51801d-7d3d-499d-972e-8cbe94a712e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "openshift-service-ca.crt", "reconcileID": "67738285-5b90-4ad7-b573-669cde19fa9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "openshift-service-ca.crt", "reconcileID": "67738285-5b90-4ad7-b573-669cde19fa9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "946fb4eb-0bc2-4776-9d33-f385636d36f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-modelref-a1a8fb"}, "namespace": "e2e-modelref-a1a8fb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "946fb4eb-0bc2-4776-9d33-f385636d36f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-modelref-a1a8fb"} 2026-06-05T21:20:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "openshift-service-ca.crt", "reconcileID": "99b6e41f-204b-4918-a7c7-5699ce383cd2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "odh-trusted-ca-bundle", "reconcileID": "2b75aa28-dc99-4283-b1fc-629421b07940", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "openshift-service-ca.crt", "reconcileID": "36f8d882-0e98-487a-8681-3730bdfea096", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9cc28e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:20:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "openshift-service-ca.crt", "reconcileID": "36f8d882-0e98-487a-8681-3730bdfea096", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62ecf22b-9d50-4935-bb39-4aa67d5f9834", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "openshift-service-ca.crt", "reconcileID": "79f21438-a5b6-4ba7-95e9-f13dd0d3d25b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "odh-trusted-ca-bundle", "reconcileID": "b39947b6-03df-4785-bd12-1373dae208b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9cc28e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:20:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "odh-trusted-ca-bundle", "reconcileID": "b39947b6-03df-4785-bd12-1373dae208b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a97dc488-ca37-4466-8353-c11ecc3d31e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63d3c368-cc8f-41c8-b598-9678e5f9cdff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63d3c368-cc8f-41c8-b598-9678e5f9cdff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9cc28e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:20:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63d3c368-cc8f-41c8-b598-9678e5f9cdff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-9cc28e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T21:20:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "odh-trusted-ca-bundle", "reconcileID": "ee20b6ca-b982-4f5a-99e2-a2d6ee0a8dea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "odh-trusted-ca-bundle", "reconcileID": "ee20b6ca-b982-4f5a-99e2-a2d6ee0a8dea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "openshift-service-ca.crt", "reconcileID": "44c4ea1b-40e2-4b3e-9405-9e691a2f0eae", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "openshift-service-ca.crt", "reconcileID": "44c4ea1b-40e2-4b3e-9405-9e691a2f0eae", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eac59cbc-6bdf-4f1c-a96c-343628a5002f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-9cc28e"}, "namespace": "e2e-webhook-test-9cc28e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eac59cbc-6bdf-4f1c-a96c-343628a5002f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-9cc28e"} 2026-06-05T21:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "openshift-service-ca.crt", "reconcileID": "89ea2fa3-0d80-4523-8e2d-1f2539b64385", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "odh-trusted-ca-bundle", "reconcileID": "5c56e4ad-74de-429b-9729-b48ee86d173b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:20:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "openshift-service-ca.crt", "reconcileID": "2b1a8152-539b-496e-9e86-3ea4c402b757", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ae44b9", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:20:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "openshift-service-ca.crt", "reconcileID": "2b1a8152-539b-496e-9e86-3ea4c402b757", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e69ddd40-2a1f-4239-a64a-d48199700252", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "openshift-service-ca.crt", "reconcileID": "3cef4584-3080-4506-b813-ba7f781a3349", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:20:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "odh-trusted-ca-bundle", "reconcileID": "216ff383-d568-419c-8117-c8dd60bb6d6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ae44b9", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:20:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "odh-trusted-ca-bundle", "reconcileID": "216ff383-d568-419c-8117-c8dd60bb6d6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95149580-95e7-41cf-93d7-204c4f3227e7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:21:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5710e04-29d8-4217-ae0f-e84e79f251d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:21:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5710e04-29d8-4217-ae0f-e84e79f251d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ae44b9", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:21:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5710e04-29d8-4217-ae0f-e84e79f251d6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-ae44b9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T21:21:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "odh-trusted-ca-bundle", "reconcileID": "4c16a597-f782-42da-a2ec-29d17e9679ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:21:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "odh-trusted-ca-bundle", "reconcileID": "4c16a597-f782-42da-a2ec-29d17e9679ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:21:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "openshift-service-ca.crt", "reconcileID": "dfe1a301-7e85-47d8-8c09-c7dcc809cec6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:21:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "openshift-service-ca.crt", "reconcileID": "dfe1a301-7e85-47d8-8c09-c7dcc809cec6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:21:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae57f5fd-d2e1-461d-87ec-bbd519979e04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:21:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae44b9"}, "namespace": "e2e-webhook-test-ae44b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae57f5fd-d2e1-461d-87ec-bbd519979e04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ae44b9"} 2026-06-05T21:32:06Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T21:32:06Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T21:32:08Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T21:32:08Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T21:37:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41887ccb-a64d-4fcb-b683-87883fcc697f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:37:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41887ccb-a64d-4fcb-b683-87883fcc697f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:37:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "41887ccb-a64d-4fcb-b683-87883fcc697f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:37:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce0ab4d5-f892-4ae2-ab0d-6dc6146f23ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:37:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce0ab4d5-f892-4ae2-ab0d-6dc6146f23ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:37:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ce0ab4d5-f892-4ae2-ab0d-6dc6146f23ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:38:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38f96957-6d69-456e-87b8-ccfa9cd77dc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:38:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38f96957-6d69-456e-87b8-ccfa9cd77dc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:38:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "38f96957-6d69-456e-87b8-ccfa9cd77dc8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:38:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a39ffe43-7af0-477e-a2de-f9d6515aab96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:38:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a39ffe43-7af0-477e-a2de-f9d6515aab96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-05T21:38:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a39ffe43-7af0-477e-a2de-f9d6515aab96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-05T21:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ee8ef7f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ee8ef7f4", "reconcileID": "1be45f2e-2b68-4c65-812b-8fa081374349", "Gateway": "e2e-ait-ee8ef7f4", "namespace": "openshift-ingress"} 2026-06-05T21:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ee8ef7f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ee8ef7f4", "reconcileID": "223e996b-7b5c-4cfb-a398-865276a5d4c4", "Gateway": "e2e-ait-ee8ef7f4", "namespace": "openshift-ingress"} 2026-06-05T21:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ee8ef7f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ee8ef7f4", "reconcileID": "aa2ac879-1b7e-41a4-bcc9-157f8b5780b3", "Gateway": "e2e-ait-ee8ef7f4", "namespace": "openshift-ingress"} 2026-06-05T21:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ee8ef7f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ee8ef7f4", "reconcileID": "adac38b0-c364-47fd-a3d9-112040ff58f2", "Gateway": "e2e-ait-ee8ef7f4", "namespace": "openshift-ingress"} 2026-06-05T21:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ee8ef7f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ee8ef7f4", "reconcileID": "bcd75667-6c67-4445-afe2-eacdaf5402f8", "Gateway": "e2e-ait-ee8ef7f4", "namespace": "openshift-ingress"} 2026-06-05T21:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "openshift-service-ca.crt", "reconcileID": "0018be70-9a06-49d8-b920-a9c8db5f8c30", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "odh-trusted-ca-bundle", "reconcileID": "13362596-da7f-44d9-b418-0dbfeed514b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "openshift-service-ca.crt", "reconcileID": "87595071-5e2e-405f-8e85-7988d4a22b20", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ee8ef7f4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:38:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "openshift-service-ca.crt", "reconcileID": "87595071-5e2e-405f-8e85-7988d4a22b20", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "openshift-service-ca.crt", "reconcileID": "efdca9c4-8bfb-4691-85e7-307790a5b67a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd602bc7-7d13-4f8f-9040-a650644f8a44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "odh-trusted-ca-bundle", "reconcileID": "3f14e683-141e-4f1f-a89b-c8553724d5b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ee8ef7f4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:38:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "odh-trusted-ca-bundle", "reconcileID": "3f14e683-141e-4f1f-a89b-c8553724d5b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab67ce7e-3423-4f87-901d-b30e72fa680b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ee8ef7f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ee8ef7f4", "reconcileID": "7d0d2519-7944-4cff-b201-f9975e823808", "Gateway": "e2e-ait-ee8ef7f4", "namespace": "openshift-ingress"} 2026-06-05T21:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-ee8ef7f4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-ee8ef7f4", "reconcileID": "5d7651d2-e167-4b52-9d64-accf61602ee7", "Gateway": "e2e-ait-ee8ef7f4", "namespace": "openshift-ingress"} 2026-06-05T21:38:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01afd900-1927-44de-b4ad-b308518170af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01afd900-1927-44de-b4ad-b308518170af", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ee8ef7f4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:38:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01afd900-1927-44de-b4ad-b308518170af", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-ee8ef7f4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T21:38:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "odh-trusted-ca-bundle", "reconcileID": "e88312fa-2dd8-445f-93d6-2ae4079097f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "odh-trusted-ca-bundle", "reconcileID": "e88312fa-2dd8-445f-93d6-2ae4079097f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "openshift-service-ca.crt", "reconcileID": "d399cd02-01e9-46bf-b996-bf726cea781d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "openshift-service-ca.crt", "reconcileID": "d399cd02-01e9-46bf-b996-bf726cea781d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "468bb0bd-34c1-4955-ab49-1c7c17406f85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-ee8ef7f4"}, "namespace": "e2e-aitenant-ee8ef7f4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "468bb0bd-34c1-4955-ab49-1c7c17406f85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-ee8ef7f4"} 2026-06-05T21:38:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1202c210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1202c210", "reconcileID": "9a339d1e-7891-4d9d-bf5d-ed4d7ba4f6bc", "Gateway": "e2e-ait-1202c210", "namespace": "openshift-ingress"} 2026-06-05T21:38:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1202c210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1202c210", "reconcileID": "37f1bfbb-f767-4f90-b787-b4ba3d2ac252", "Gateway": "e2e-ait-1202c210", "namespace": "openshift-ingress"} 2026-06-05T21:38:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1202c210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1202c210", "reconcileID": "471873f9-97b2-4605-86e3-e5ebb0a14990", "Gateway": "e2e-ait-1202c210", "namespace": "openshift-ingress"} 2026-06-05T21:38:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1202c210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1202c210", "reconcileID": "f80a1327-b1d4-4e5e-8272-bb9cbbb35cfd", "Gateway": "e2e-ait-1202c210", "namespace": "openshift-ingress"} 2026-06-05T21:38:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1202c210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1202c210", "reconcileID": "e774e5d4-590d-4fc7-b4c7-d50b997b9197", "Gateway": "e2e-ait-1202c210", "namespace": "openshift-ingress"} 2026-06-05T21:38:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "openshift-service-ca.crt", "reconcileID": "5caaa9b4-3649-4691-a2fa-5a16b461bb0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:38:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "odh-trusted-ca-bundle", "reconcileID": "25772e54-63ff-45d9-b571-66504a27e6fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:38:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "openshift-service-ca.crt", "reconcileID": "427b0a32-ef73-42ee-a69c-109b0424d013", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1202c210", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:38:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "openshift-service-ca.crt", "reconcileID": "427b0a32-ef73-42ee-a69c-109b0424d013", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:38:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a24cbdd-d7ea-47d0-8564-01367b3c17fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:38:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "openshift-service-ca.crt", "reconcileID": "dc8c04ca-7850-43b4-bdc7-a790048ae436", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:38:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "odh-trusted-ca-bundle", "reconcileID": "56f72939-3ae2-4b78-b1c2-0e1f0763b7eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1202c210", "update": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:38:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "odh-trusted-ca-bundle", "reconcileID": "56f72939-3ae2-4b78-b1c2-0e1f0763b7eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:38:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8bd171b-1743-4fa1-8a4b-fc6a18dbc1ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:38:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1202c210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1202c210", "reconcileID": "22d27773-17ae-47eb-8689-8423d4fee316", "Gateway": "e2e-ait-1202c210", "namespace": "openshift-ingress"} 2026-06-05T21:38:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-1202c210","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-1202c210", "reconcileID": "5ccb3768-a403-4442-af53-2dc5f87ec95e", "Gateway": "e2e-ait-1202c210", "namespace": "openshift-ingress"} 2026-06-05T21:39:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abf0f8d6-38b1-4259-9a69-a433aefad719", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:39:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abf0f8d6-38b1-4259-9a69-a433aefad719", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1202c210", "create": "odh-kserve-custom-ca-bundle"} 2026-06-05T21:39:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abf0f8d6-38b1-4259-9a69-a433aefad719", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-1202c210 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-05T21:39:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "odh-trusted-ca-bundle", "reconcileID": "941a8877-1da4-456e-8504-9f1797b03309", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:39:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "odh-trusted-ca-bundle", "reconcileID": "941a8877-1da4-456e-8504-9f1797b03309", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:39:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "openshift-service-ca.crt", "reconcileID": "3458a749-9d93-48a9-ba9e-e5fadbc7206c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:39:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "openshift-service-ca.crt", "reconcileID": "3458a749-9d93-48a9-ba9e-e5fadbc7206c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:39:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07f48a2f-c7d9-4ecc-b801-61ab1c29929a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:39:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-1202c210"}, "namespace": "e2e-aitenant-1202c210", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07f48a2f-c7d9-4ecc-b801-61ab1c29929a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-1202c210"} 2026-06-05T21:39:15Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-05T21:39:15Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}